-- Logs begin at Thu 2021-08-12 21:15:48 UTC, end at Thu 2021-08-12 22:12:10 UTC. -- Aug 12 21:46:28.291274 dv-cinder-804457-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 12 21:46:31.014771 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.common.config [-] Logging enabled! Aug 12 21:46:31.015354 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 21:46:31.015568 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93772) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 21:46:31.018882 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.common.config [-] Logging enabled! Aug 12 21:46:31.019144 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 21:46:31.019462 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93772) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 21:46:31.020403 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 21:46:31.020644 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 21:46:31.021015 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 21:46:31.021290 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 21:46:31.021665 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 21:46:31.021992 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.022297 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.022602 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.022840 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.023141 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.023438 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.023725 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.024018 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.024320 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.024613 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.024899 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.025217 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.025455 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.025749 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.026041 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.026334 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.026563 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] debug = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.026851 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.027284 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.028374 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.028754 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.029063 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.029369 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.029650 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.029933 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.030222 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.030557 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] host = dv-cinder-804457-2-iscsi {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.030841 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.031138 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.031430 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.031720 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.032001 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.032283 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.032574 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.032849 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.033134 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] log_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.033427 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.033719 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.034064 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.034383 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.034615 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.034842 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.035137 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.035431 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.035712 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.035994 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.036272 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.036547 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.037089 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.037390 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.037681 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.037972 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.038262 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.038543 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.038821 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.039095 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.039370 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.039661 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.039938 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.040214 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.040488 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.040779 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.041067 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.041334 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.041647 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.041940 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.042227 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.042516 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.042793 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.043131 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.044093 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.044509 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.044796 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] use_json = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.045082 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.045391 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.045682 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.045969 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.046251 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.046533 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.046814 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.047107 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:31.047410 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.047715 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.048024 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.048316 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.048618 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.048906 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.049230 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.049516 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.049811 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.050106 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.050400 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.050686 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.050978 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.051263 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.051562 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.051874 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.052174 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.052472 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.052753 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.053031 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.053334 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.053619 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.053908 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.054207 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.054504 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.054784 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.055070 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.055369 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.055655 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.055941 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.056228 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.056521 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.056805 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.057083 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.057395 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.057677 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.057955 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.058232 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.058518 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.058916 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.059376 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.059663 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.059944 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.060231 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.060511 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.060805 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.061088 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.061396 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.061671 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.061956 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.062231 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.062509 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.062792 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.063071 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.063353 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.063632 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.064002 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.064284 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.064563 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.064842 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.065147 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.065420 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.065703 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.065985 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.066263 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.066540 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.066816 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.067096 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.067388 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.067692 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.067975 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.068258 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.068540 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.068824 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.069107 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.069412 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.069693 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.069975 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.070253 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.070548 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.070834 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.071127 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.071420 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.071701 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.072004 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.072289 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.072575 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.072856 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.073159 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.073458 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.073749 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.074050 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.074388 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.074898 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.075213 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.075520 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.075815 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.076133 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.076422 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:31.076647 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 21:46:31.076893 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93772) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 12 21:46:31.440989 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 21:46:31.441417 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 21:46:31.441722 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 21:46:31.442066 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 12 21:46:31.841528 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.841823 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.842104 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.843320 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.843601 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.843881 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.879579 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.879869 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.880138 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.897382 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.897670 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.897948 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.929719 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.931247 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.931247 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.971708 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.971990 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:31.972267 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.216168 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.216799 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.216799 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.216985 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.217812 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.341427 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.341759 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.342046 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.342323 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.342596 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.342911 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.343177 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.343439 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.343701 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.343989 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.344253 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.344522 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.344781 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.345044 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.345332 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.345605 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.345868 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.346139 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.346415 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.346682 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.346960 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.347217 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.347504 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.347884 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.348139 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.348390 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.348787 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 21:46:32.349037 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 21:46:32.349306 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 21:46:32.349550 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 21:46:32.349791 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 21:46:32.350029 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 21:46:32.350397 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 12 21:46:32.353545 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 12 21:46:32.357818 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 12 21:46:32.361671 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Aug 12 21:46:32.363449 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 12 21:46:32.363918 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 12 21:46:32.364262 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 12 21:46:32.364652 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 12 21:46:32.367481 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 12 21:46:32.367744 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 12 21:46:32.368102 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 21:46:32.374397 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 12 21:46:32.397202 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 12 21:46:32.397654 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.397955 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93772) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 12 21:46:32.398321 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.399673 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93772) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 12 21:46:32.399959 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 21:46:32.400211 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 12 21:46:32.403892 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.404179 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:32.470636 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 12 21:46:32.470831 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 12 21:46:32.471071 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 12 21:46:32.471451 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 12 21:46:32.493065 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_db.sqlalchemy.engines [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93772) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 12 21:46:33.040431 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Initializing driver for type 'gre' Aug 12 21:46:33.040986 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] gre ID ranges: [(1, 1000)] Aug 12 21:46:33.099151 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Initializing driver for type 'local' Aug 12 21:46:33.099523 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Initializing driver for type 'vlan' Aug 12 21:46:33.113895 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] VlanTypeDriver initialization complete Aug 12 21:46:33.114307 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Initializing driver for type 'vxlan' Aug 12 21:46:33.114879 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] vxlan ID ranges: [(1, 1000)] Aug 12 21:46:33.172040 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Initializing extension driver 'port_security' Aug 12 21:46:33.172384 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.extensions.port_security [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] PortSecurityExtensionDriver initialization complete Aug 12 21:46:33.172731 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Initializing mechanism driver 'openvswitch' Aug 12 21:46:33.173094 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Initializing mechanism driver 'hyperv' Aug 12 21:46:33.179653 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:46:33.180441 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > port after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.180822 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > port after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.181207 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > port after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.181731 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 21:46:33.182174 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.182538 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.182893 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.183296 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 21:46:33.183748 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > network after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.184105 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > network after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.184455 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > network after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.184855 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 21:46:33.185316 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > security_group after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.185673 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > security_group after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.186020 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.186418 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 21:46:33.186965 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.187327 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.187684 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.188085 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 21:46:33.188499 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > address_group after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.188853 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > address_group after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.189227 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.189626 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 21:46:33.190039 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] ML2 OVO RPC backend initialized. {{(pid=93772) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 12 21:46:33.190758 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.191150 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.191548 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > network before_response 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.191903 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > networks before_response 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.192265 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > port before_response 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.192615 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > ports before_response 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.192966 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > subnet before_response 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.193340 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > subnets before_response 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.193695 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > network after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.194041 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > network after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.194386 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > network after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.194729 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > port after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.195072 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > port after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.195416 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > port after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.195764 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.196109 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.196452 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.197038 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Modular L2 Plugin initialization complete Aug 12 21:46:33.197397 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading services supported by the core plugin {{(pid=93772) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 12 21:46:33.197729 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Got port-security extension from driver 'port_security' Aug 12 21:46:33.198200 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.extensions.vlantransparent [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Disabled vlantransparent extension. Aug 12 21:46:33.198693 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93772) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 12 21:46:33.199013 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading Plugin: router Aug 12 21:46:33.237067 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.237662 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router after_create 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.237860 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router before_create 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.238233 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.238615 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.238981 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router after_delete 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.239350 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.239725 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router after_create 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.240080 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router after_update 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.240443 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router after_update 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.240804 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.241213 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router after_update 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.241637 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.242016 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: port after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.242366 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: port after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.242713 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: subnet after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.243064 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.243423 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.243781 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.244131 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: port before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.244484 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router precommit_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.244850 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router after_update 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.245238 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.245602 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.245974 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.246333 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.246729 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > agent after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.247090 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > agent after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.247445 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > network after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.248317 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Tracking information for resource: router configured {{(pid=93772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 21:46:33.248658 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Tracking information for resource: floatingip configured {{(pid=93772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 21:46:33.253592 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.db.l3_agentschedulers_db [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 12 21:46:33.254297 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: port after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.254668 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: port after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.255025 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: port after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.255384 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: port after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.256195 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router before_create 55550100 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.256567 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.256935 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router precommit_create 55550100 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.257323 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > router precommit_update 55550100 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.261825 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.services.provider_configuration [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Service providers = [] {{(pid=93772) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 12 21:46:33.262330 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.db.servicetype_db [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93772) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 12 21:46:33.265340 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.services.service_base [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 21:46:33.265703 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.services.service_base [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 21:46:33.266053 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.services.service_base [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 21:46:33.266959 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.services.service_base [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 21:46:33.267339 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.services.service_base [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 12 21:46:33.267728 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 21:46:33.268057 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 12 21:46:33.279378 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 21:46:33.279722 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading Plugin: auto_allocate Aug 12 21:46:33.285518 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: network precommit_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.285894 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: network precommit_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.286422 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 21:46:33.287017 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading Plugin: tag Aug 12 21:46:33.294349 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 21:46:33.294625 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading Plugin: timestamp Aug 12 21:46:33.298714 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 21:46:33.299053 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading Plugin: network_ip_availability Aug 12 21:46:33.304533 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.304913 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.305314 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.306050 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 21:46:33.306381 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading Plugin: flavors Aug 12 21:46:33.311765 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 21:46:33.312100 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading Plugin: revisions Aug 12 21:46:33.316380 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 21:46:33.316777 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.875s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 21:46:33.317560 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93772) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 12 21:46:33.317907 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Initializing extension manager. Aug 12 21:46:33.318428 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: __init__.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.318778 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: __pycache__ {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.319123 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.319465 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: address_group.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.320234 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.320819 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: address-group Aug 12 21:46:33.321182 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: address_scope.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.321910 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.322436 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: address-scope Aug 12 21:46:33.322766 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.323704 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.324884 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: router-admin-state-down-before-update Aug 12 21:46:33.325251 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: agent.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.326159 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.326687 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: agent Aug 12 21:46:33.327019 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: agent_resources_synced.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.327945 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.328473 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: agent-resources-synced Aug 12 21:46:33.328807 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: allowedaddresspairs.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.330660 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.331193 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: allowed-address-pairs Aug 12 21:46:33.331526 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: auto_allocated_topology.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.332616 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.333165 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: auto-allocated-topology Aug 12 21:46:33.333500 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: availability_zone.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.334202 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.334718 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: availability_zone Aug 12 21:46:33.335047 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: availability_zone_filter.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.335975 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.336499 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: availability_zone_filter Aug 12 21:46:33.336831 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: data_plane_status.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.337781 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.338346 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension data-plane-status not supported by any of loaded plugins Aug 12 21:46:33.338675 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: default_subnetpools.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.339605 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.340156 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: default-subnetpools Aug 12 21:46:33.340482 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.341388 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.341939 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: dhcp_agent_scheduler Aug 12 21:46:33.342266 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: dns.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.343245 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.343759 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension dns-integration not supported by any of loaded plugins Aug 12 21:46:33.344087 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: dns_domain_ports.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.345024 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.345576 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 12 21:46:33.345907 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.346840 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.347362 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 12 21:46:33.347692 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: dvr.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.348371 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.348888 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: dvr Aug 12 21:46:33.349251 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: ecmp_routes.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.350185 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.350705 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 12 21:46:33.351035 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: empty_string_filtering.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.351958 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.352483 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: empty-string-filtering Aug 12 21:46:33.352825 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.353774 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.354291 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 12 21:46:33.354621 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.356080 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.356663 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 12 21:46:33.356998 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: external_net.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.357963 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.358480 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: external-net Aug 12 21:46:33.358808 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.359730 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.360251 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: extra_dhcp_opt Aug 12 21:46:33.360585 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: extraroute.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.361538 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.362054 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: extraroute Aug 12 21:46:33.362386 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: extraroute_atomic.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.363431 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.363956 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: extraroute-atomic Aug 12 21:46:33.364288 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: filter_validation.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.364963 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.365513 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: filter-validation Aug 12 21:46:33.365844 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: fip_pf_description.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.366772 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.367288 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 12 21:46:33.367613 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: fip_port_details.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.368538 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.369055 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: fip-port-details Aug 12 21:46:33.369415 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: flavors.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.370660 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.371821 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: flavors Aug 12 21:46:33.372313 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.374021 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.374552 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 12 21:46:33.374888 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: floatingip_pools.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.375601 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.376127 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: floatingip-pools Aug 12 21:46:33.376460 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: ip_allocation.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.377438 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.377960 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension ip_allocation not supported by any of loaded plugins Aug 12 21:46:33.378293 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.379229 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.379752 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: ip-substring-filtering Aug 12 21:46:33.380087 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: l2_adjacency.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.381093 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.381585 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 12 21:46:33.381917 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: l3.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.383098 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.383634 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: router Aug 12 21:46:33.383967 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.386369 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.386997 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 12 21:46:33.387359 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.388346 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.388872 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: ext-gw-mode Aug 12 21:46:33.389244 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.390210 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.390740 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: l3-ha Aug 12 21:46:33.391078 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: l3_flavors.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.392015 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.392537 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: l3-flavors Aug 12 21:46:33.392869 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.393829 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.394347 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 12 21:46:33.394679 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: l3agentscheduler.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.395764 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.396282 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: l3_agent_scheduler Aug 12 21:46:33.396615 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: logging.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.398162 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.398696 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension logging not supported by any of loaded plugins Aug 12 21:46:33.399033 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: metering.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.399790 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.400375 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: metering Aug 12 21:46:33.400713 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.401854 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.402410 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: metering_source_and_destination_fields Aug 12 21:46:33.402743 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: multiprovidernet.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.403751 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.404275 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: multi-provider Aug 12 21:46:33.404606 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: netmtu.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.405568 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.406090 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: net-mtu Aug 12 21:46:33.406419 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: netmtu_writable.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.407350 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.407870 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: net-mtu-writable Aug 12 21:46:33.408201 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: network_availability_zone.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.408877 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.409431 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: network_availability_zone Aug 12 21:46:33.409778 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: network_ip_availability.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.410874 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.411396 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: network-ip-availability Aug 12 21:46:33.411978 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: network_segment_range.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.412757 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.413307 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension network-segment-range not supported by any of loaded plugins Aug 12 21:46:33.413638 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: pagination.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.414632 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.414968 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: pagination Aug 12 21:46:33.415295 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: port_device_profile.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.416235 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.416760 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: port-device-profile Aug 12 21:46:33.417091 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.418596 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.419121 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: port-mac-address-regenerate Aug 12 21:46:33.419449 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.420388 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.420910 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: port-numa-affinity-policy Aug 12 21:46:33.421285 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: port_resource_request.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.422209 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.422724 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension port-resource-request not supported by any of loaded plugins Aug 12 21:46:33.423055 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: portbindings.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.423993 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.424517 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: binding Aug 12 21:46:33.424850 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: portbindings_extended.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.426305 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.426840 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: binding-extended Aug 12 21:46:33.427178 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: portsecurity.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.428111 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.428636 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: port-security Aug 12 21:46:33.428968 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: project_id.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.429990 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.430334 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: project-id Aug 12 21:46:33.430669 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: providernet.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.431612 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.432150 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: provider Aug 12 21:46:33.432467 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: qos.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.436600 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.437157 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension qos not supported by any of loaded plugins Aug 12 21:46:33.437503 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.438764 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.439293 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 12 21:46:33.439629 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.440565 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.441091 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 12 21:46:33.441449 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: qos_default.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.442375 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.442899 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension qos-default not supported by any of loaded plugins Aug 12 21:46:33.443229 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: qos_fip.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.443889 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.444400 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension qos-fip not supported by any of loaded plugins Aug 12 21:46:33.444728 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: qos_gateway_ip.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.445699 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.446218 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 12 21:46:33.446549 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: qos_port_network_policy.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.447477 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.447995 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 12 21:46:33.448325 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: qos_pps_rule.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.449580 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.450098 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension qos-pps not supported by any of loaded plugins Aug 12 21:46:33.450433 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: qos_rule_type_details.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.451371 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.451897 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 12 21:46:33.452230 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: qos_rules_alias.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.453313 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.453834 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 12 21:46:33.454164 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: quotasv2.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.455094 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.455429 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: quotas Aug 12 21:46:33.455759 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: quotasv2_detail.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.458877 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.459223 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: quota_details Aug 12 21:46:33.459563 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: rbac.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.460842 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.461407 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: rbac-policies Aug 12 21:46:33.461756 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: rbac_address_group.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.462710 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.463240 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: rbac-address-group Aug 12 21:46:33.463575 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: rbac_address_scope.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.464515 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.465199 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: rbac-address-scope Aug 12 21:46:33.465541 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: rbac_security_groups.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.466469 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.466989 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: rbac-security-groups Aug 12 21:46:33.467321 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: rbac_subnetpool.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.468252 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.468771 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: rbac-subnetpool Aug 12 21:46:33.469110 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: revisionifmatch.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.470061 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.470589 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: revision-if-match Aug 12 21:46:33.470922 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: revisions.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.472050 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.472572 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: standard-attr-revisions Aug 12 21:46:33.472905 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: router_availability_zone.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.473627 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.474145 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: router_availability_zone Aug 12 21:46:33.474477 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: routerservicetype.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.475406 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.475920 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension router-service-type not supported by any of loaded plugins Aug 12 21:46:33.476253 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.477214 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.477741 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: security-groups-normalized-cidr Aug 12 21:46:33.478075 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.479006 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.479523 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: port-security-groups-filtering Aug 12 21:46:33.479855 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.481421 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.481946 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: security-groups-remote-address-group Aug 12 21:46:33.482278 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: securitygroup.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.491915 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.492454 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: security-group Aug 12 21:46:33.492824 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: segment.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.493633 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.494152 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension segment not supported by any of loaded plugins Aug 12 21:46:33.494483 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.495433 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.495958 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 12 21:46:33.496854 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: servicetype.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.498102 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.498639 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: service-type Aug 12 21:46:33.498975 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: sorting.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.499980 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.500329 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: sorting Aug 12 21:46:33.500661 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: standard_attr_segment.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.501619 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.502147 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 12 21:46:33.502478 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: standardattrdescription.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.503132 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.503653 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: standard-attr-description Aug 12 21:46:33.503986 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: stateful_security_group.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.504920 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.505482 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: stateful-security-group Aug 12 21:46:33.505815 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: stdattrs_common.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.506405 dv-cinder-804457-2-iscsi neutron-server[93772]: WARNING neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 12 21:46:33.506733 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.507686 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.508211 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 12 21:46:33.508542 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: subnet_onboard.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.509664 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.510199 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: subnet_onboard Aug 12 21:46:33.510533 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.511484 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.512046 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 12 21:46:33.512378 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: subnet_service_types.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.513364 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.513888 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: subnet-service-types Aug 12 21:46:33.514221 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: subnetallocation.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.515320 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.515848 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: subnet_allocation Aug 12 21:46:33.516181 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.516857 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.517415 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: subnetpool-prefix-ops Aug 12 21:46:33.517745 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.518693 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.519226 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 12 21:46:33.519555 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: tagging.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.520636 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.521200 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: standard-attr-tag Aug 12 21:46:33.521539 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: timestamp.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.522751 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.523277 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loaded extension: standard-attr-timestamp Aug 12 21:46:33.523611 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: trunk.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.524652 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.525215 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension trunk not supported by any of loaded plugins Aug 12 21:46:33.525551 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: trunk_details.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.526482 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.527009 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension trunk-details not supported by any of loaded plugins Aug 12 21:46:33.527421 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: uplink_status_propagation.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.528383 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.528916 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 12 21:46:33.529289 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Loading extension file: vlantransparent.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 21:46:33.529970 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 21:46:33.530495 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 12 21:46:33.532986 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of TrackedResource for resource:network Aug 12 21:46:33.533547 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of TrackedResource for resource:subnet Aug 12 21:46:33.533952 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 21:46:33.534350 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of TrackedResource for resource:port Aug 12 21:46:33.535587 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:46:33.536051 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Service FLAVORS assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:46:33.536945 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:46:33.537474 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:46:33.537856 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of TrackedResource for resource:router Aug 12 21:46:33.538293 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 21:46:33.538801 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Service METERING assigned prefix: /metering {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:46:33.540249 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.540625 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.540985 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:46:33.542029 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 21:46:33.542489 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of TrackedResource for resource:security_group Aug 12 21:46:33.543446 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 21:46:33.545266 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Service CORE assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:46:33.545572 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 21:46:33.545937 dv-cinder-804457-2-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] subnetpool is already registered Aug 12 21:46:33.546407 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Service CORE assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:46:33.546749 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 21:46:33.547094 dv-cinder-804457-2-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] subnetpool is already registered Aug 12 21:46:33.549423 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:46:33.549867 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Service FLAVORS assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:46:33.550471 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:46:33.550903 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:46:33.551243 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of TrackedResource for resource:router Aug 12 21:46:33.551588 dv-cinder-804457-2-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] router is already registered Aug 12 21:46:33.552010 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 21:46:33.552353 dv-cinder-804457-2-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] floatingip is already registered Aug 12 21:46:33.552825 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Service METERING assigned prefix: /metering {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:46:33.553539 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 21:46:33.553875 dv-cinder-804457-2-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] rbac_policy is already registered Aug 12 21:46:33.554294 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of TrackedResource for resource:security_group Aug 12 21:46:33.554635 dv-cinder-804457-2-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] security_group is already registered Aug 12 21:46:33.555044 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 21:46:33.555383 dv-cinder-804457-2-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] security_group_rule is already registered Aug 12 21:46:33.556024 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Service CORE assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:46:33.556358 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 21:46:33.556698 dv-cinder-804457-2-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] subnetpool is already registered Aug 12 21:46:33.557150 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Service CORE assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 21:46:33.557493 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 21:46:33.557820 dv-cinder-804457-2-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] subnetpool is already registered Aug 12 21:46:33.558319 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: extensions {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.560374 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: address-groups {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.561885 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: address-scopes {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.563217 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: agents {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.564375 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: auto-allocated-topology {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.565678 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: availability_zones {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.566908 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: dhcp-networks {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.568421 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: dhcp-agents {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.569868 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: routers {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.571608 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: flavors {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.572908 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: service_profiles {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.574183 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: next_providers {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.575787 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: service_profiles {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.577409 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: floatingip-pools {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.578760 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: routers {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.580483 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: floatingips {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.581813 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: l3-routers {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.583197 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: l3-agents {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.584611 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: metering-labels {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.585920 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: metering-label-rules {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.587302 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: network-ip-availabilities {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.588555 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: bindings {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.590290 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: quotas {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.591860 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: quotas {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.593337 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: rbac-policies {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.594528 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: security-groups {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.595839 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: security-group-rules {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.597070 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: service-providers {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.598320 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: subnetpools {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.599657 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: subnetpools {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.601286 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.602980 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.604798 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.607234 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.608930 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.611911 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.613623 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.615425 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.617319 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.619089 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 21:46:33.625607 dv-cinder-804457-2-iscsi neutron-server[93772]: WARNING keystonemiddleware.auth_token [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 12 21:46:33.630242 dv-cinder-804457-2-iscsi neutron-server[93772]: WARNING keystonemiddleware.auth_token [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 12 21:46:33.638650 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Acquired lock "singleton_lock" {{(pid=93772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 12 21:46:33.639133 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Releasing lock "singleton_lock" {{(pid=93772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 12 21:46:33.639782 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO oslo_service.service [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Starting 2 workers Aug 12 21:46:33.644672 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Started child 93881 {{(pid=93772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 21:46:33.649141 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Started child 93882 {{(pid=93772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 21:46:33.650284 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:33.650915 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO neutron.service [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 12 21:46:33.651412 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Notify callbacks [] for process, before_spawn {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:33.651806 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [-] (93881) wsgi starting up on http://0.0.0.0:9696 Aug 12 21:46:33.653828 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO oslo_service.service [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Starting 1 workers Aug 12 21:46:33.653957 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:33.655293 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [-] (93882) wsgi starting up on http://0.0.0.0:9696 Aug 12 21:46:33.659065 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Started child 93883 {{(pid=93772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 21:46:33.659571 dv-cinder-804457-2-iscsi neutron-server[93772]: INFO oslo_service.service [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Starting 1 workers Aug 12 21:46:33.663033 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.service [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] calling RpcWorker wait() {{(pid=93883) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 12 21:46:33.663565 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.service [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] returning from RpcWorker wait() {{(pid=93883) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 12 21:46:33.664358 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Started child 93884 {{(pid=93772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 21:46:33.664916 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:33.665244 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1090a42c-fcfb-42c8-8a3e-80f7242850f6 None None] Notify callbacks [] for process, after_spawn {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:33.665491 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:46:33.667134 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 21:46:33.667349 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 21:46:33.667524 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 21:46:33.667743 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 21:46:33.668619 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 21:46:33.668823 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 21:46:33.669412 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.669696 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.669976 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.670130 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:33.670630 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.670630 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.671157 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.671308 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:46:33.671410 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.671669 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.671931 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.672201 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.672379 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.672551 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.672810 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.673046 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.673367 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.673640 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.673883 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.674136 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.674311 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.674574 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.674846 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.675121 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.675390 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] debug = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.675634 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.676132 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.676377 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.676627 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.676873 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.677197 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.677450 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.677724 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.677979 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.678199 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.678456 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.678717 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.678967 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.679190 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.679430 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.679706 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.679959 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.680450 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] host = dv-cinder-804457-2-iscsi {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.680695 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.680948 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.681232 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.681487 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.681742 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.682003 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.682259 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.682529 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.682796 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.683044 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.683309 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.683667 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.684535 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.684839 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.685014 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_options = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.685497 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.685726 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.686025 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.686197 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.686379 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.686550 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.686808 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.686979 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.687243 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.687451 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.687674 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.687921 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.688143 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.688365 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.688620 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.688877 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.689149 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.689357 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.689623 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.689888 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.690138 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.690372 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.690629 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.690852 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.691070 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.691333 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.691543 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.691762 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.691980 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.692228 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.692480 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.692743 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.692983 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.693267 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.693502 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.693733 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.693951 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.694220 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.694456 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.694715 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.694978 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.695221 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.695480 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.695716 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.695955 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.696194 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_json = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.696412 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.696670 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.696923 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.697166 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.697387 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.697606 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.697829 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.698065 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.698521 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.698800 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.699164 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.699440 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.699828 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.700084 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.700342 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.700598 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.700874 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.702354 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.702354 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.702354 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.702354 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.702855 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.702855 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.703137 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.703414 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.703700 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.703928 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.704175 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.704398 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.704625 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.704974 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.705294 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.705574 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.705834 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.706056 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.706306 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.706543 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.706783 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.707005 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.707227 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.707512 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.707736 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.707976 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.709939 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.709939 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.709939 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.709939 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.709939 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.710273 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.710474 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.710630 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.710825 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.711076 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.711295 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.711549 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.711819 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.712051 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.712321 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.713132 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.713132 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.713132 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.713521 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.713521 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.718215 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.718215 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.718215 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.718215 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.718215 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.718215 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.718215 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.718215 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.718215 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.720040 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.720040 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.720040 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.720040 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.720040 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.720040 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.720040 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.720040 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.720040 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.723259 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.723259 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.723259 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.723259 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.723259 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.723259 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.723259 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.723259 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.723259 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.724280 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.724280 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.724280 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.724280 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.724280 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.724280 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.724280 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.724280 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.726034 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.726034 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.726034 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.726034 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.726034 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.726034 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.726034 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.726034 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.726613 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.726613 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.726613 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.726613 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.726613 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.726613 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.726613 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.726613 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.727219 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.727219 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.727219 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.727219 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.727500 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.727684 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.727967 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.728301 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.728575 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.729017 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.729350 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.729642 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.729927 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.730194 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.730511 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.731305 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.731551 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.731835 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.732070 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.732313 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.732564 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.732978 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.733182 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.733316 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.733547 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.733813 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.734152 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.734463 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.734723 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.734987 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.735282 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.735533 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.735769 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.736048 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.736316 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.736561 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.736830 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.737066 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.737315 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.737570 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.737939 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.738229 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.738544 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.738776 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.739022 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.739252 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.739475 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.739750 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.739957 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.740184 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.740419 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.740688 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.740909 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.741204 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.741430 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.741656 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.741905 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.742132 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.742374 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.742681 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.742952 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.743264 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.743538 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.743841 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.744098 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.744321 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.744557 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.744793 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.745061 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.745309 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.745581 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.745840 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.746097 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.746321 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.746550 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.746773 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.746994 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.747231 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.747474 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.747762 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.747999 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.748375 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.748715 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.749032 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.749313 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.749618 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.750027 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.750408 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.750640 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.750927 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.751191 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.751576 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.751987 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.752258 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.752658 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.752836 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.753110 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.753496 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.753768 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.754038 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.754396 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.754667 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.754993 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.755282 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.756237 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.756237 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.756237 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.756237 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.756928 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.756928 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.757305 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.757484 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.758058 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.758245 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.758483 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.759549 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.759549 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.759866 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.759866 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.760218 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.760439 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.760616 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.761523 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.761523 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.761523 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.762080 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.762255 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.762578 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.762959 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.763568 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.763929 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.764250 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.764479 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.764723 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.764973 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.765220 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.765546 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.765818 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.766052 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.766352 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.766609 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.766870 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.767095 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.767820 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.768064 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.768335 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.768585 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.768836 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.769065 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.769484 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.769737 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.770024 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.770293 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.770548 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.770844 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.771486 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.771486 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.771636 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.771910 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.772495 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.772721 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.772960 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.773240 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.773495 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.773801 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.774086 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.774498 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.774774 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.775007 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.775278 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.775531 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.775816 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.776068 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.776311 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.776559 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.776792 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.777014 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.777844 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.778143 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.778318 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 21:46:33.778840 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 21:46:33.779005 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 21:46:33.779174 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 21:46:33.779357 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 21:46:33.779529 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 21:46:33.779685 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 21:46:33.779893 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.780059 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.780223 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.780386 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.780550 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.780734 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.780899 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.781061 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.781248 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.781410 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.781573 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.781736 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.781904 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.782066 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.782230 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.782392 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.782555 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.782720 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.782887 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.783050 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.783212 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.783373 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.783535 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] debug = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.783701 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.783896 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.784062 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.784225 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.784388 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.784546 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.784706 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.785035 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.785225 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.785388 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.785553 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.785723 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.785876 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.786038 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.786200 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.786362 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.786506 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.786926 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] host = dv-cinder-804457-2-iscsi {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.787096 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.787257 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.787421 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.787582 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.787745 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.787907 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.788069 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.788232 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.788393 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.788554 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.788715 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.788877 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.789040 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.789232 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.789396 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_options = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.789557 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.789718 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.789880 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.790068 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.790236 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.790398 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.790560 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.790723 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.790884 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.791044 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.791205 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.791366 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.791527 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.791687 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.791851 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.792013 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.792174 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.792335 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.792495 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.792656 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.792817 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.793634 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.793919 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.794062 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.794745 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.794745 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.794745 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.794745 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.794745 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.795167 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.795167 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.795167 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.795515 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.795515 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.795673 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.795762 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.795907 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.796073 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.796235 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.796398 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.796559 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.796722 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.796882 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.797044 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.797232 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.797394 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_json = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.797555 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.797717 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.797879 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.798041 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.798202 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.798364 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.798525 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.798686 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 21:46:33.798869 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.799035 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.799213 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.799377 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.799542 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.799708 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.799873 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.800037 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.800202 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.800367 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.800539 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.800704 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.800879 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.801044 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.801234 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.801402 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.801566 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.801734 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.801899 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.802063 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.802228 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.802392 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.802573 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.802738 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.802904 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.803068 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.803232 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.803398 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.803565 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.803731 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.803966 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.804101 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.804221 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.804367 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.804531 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.804695 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.804859 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.805025 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.805211 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.805377 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.805542 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.805705 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.805869 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.806034 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.806197 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.806362 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.806527 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.806691 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.806856 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.807022 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.807196 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.807360 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.807524 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.807687 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.807852 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.808015 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.808177 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.808341 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.808526 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.808695 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.808848 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.809021 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.809205 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.809370 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.809534 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.809700 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.809864 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.810028 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.810192 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.810356 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.810520 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.810684 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.810847 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.811013 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.811178 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.811343 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.811499 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.811664 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.811827 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.811991 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.812154 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.812319 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.812483 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.812647 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.812820 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.812998 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.813181 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.813348 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.813511 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.813675 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.813841 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.814078 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.814178 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.814322 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.814485 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.814649 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.814813 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.814979 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.815144 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.815309 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.815471 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.815634 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.815796 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.815958 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.816123 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.816286 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.816450 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.816613 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.816775 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.816940 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.817067 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:46:33.817202 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.817286 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.817440 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.817591 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.817755 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.817925 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.818099 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.818263 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.818427 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.818590 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.818754 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.818918 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.819082 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.819245 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.819408 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.819573 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.819735 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.819906 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.820081 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.820245 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.820410 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.820575 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.820761 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.820924 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.821087 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.821341 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.821505 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.821671 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.821836 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.821999 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.822163 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.822327 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.822491 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.822656 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.822819 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.822984 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.823147 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.823312 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.823476 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.823642 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.823806 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.823971 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.824163 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.824333 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.824492 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.824656 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.824821 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.824985 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.825169 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.825334 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.825498 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.825662 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.825827 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.825990 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.826153 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.826315 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.826479 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.826641 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.826805 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.826970 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.827134 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.827299 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.827463 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.827628 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.827793 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.827973 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.828111 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.828735 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.828735 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.828735 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.828735 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.829408 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.829408 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.829408 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.829408 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.830074 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.830074 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.830074 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.830074 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.830395 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.830395 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.830538 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.830651 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.830779 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.830890 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.831036 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.831200 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.831363 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.831539 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.831703 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.832022 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.832333 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.832703 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.832855 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.833023 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.833211 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.834213 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.834213 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.834213 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.834213 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.834213 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.834213 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.834848 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.834848 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.834848 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.834848 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.835157 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.835157 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.835361 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.835446 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.835536 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.835688 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.835851 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.836014 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.836187 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.836352 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.836515 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.836678 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.836841 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.836999 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.837173 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.837341 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.837488 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.837654 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.837818 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.837981 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.838153 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.838317 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.838482 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.838644 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.838808 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.838971 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.839144 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.839308 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.839474 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.839646 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.840386 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.840587 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.840755 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.840962 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.841095 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.841265 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.841436 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.841599 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.841764 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.841929 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.842098 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.842272 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.842443 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.842609 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.842780 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.842952 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.843124 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.843289 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.845155 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.845155 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.845155 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.845155 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.845155 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.845155 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.845155 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.845155 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.845155 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.845837 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.845837 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.845837 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.845837 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.845837 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.845837 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.845837 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.846296 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.846296 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.846296 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.846475 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.846543 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 21:46:33.846657 dv-cinder-804457-2-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 21:46:33.968137 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 52678) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:46:33.976561 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062129 Aug 12 21:46:45.360725 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06872887-0dce-4fca-9051-c0a81b72efd8 None None] get_active_networks_info from dv-cinder-804457-2-iscsi {{(pid=93883) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 21:46:45.444366 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06872887-0dce-4fca-9051-c0a81b72efd8 None None] No non-hosted networks {{(pid=93883) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 12 21:46:45.461853 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.agentschedulers_db [None req-06872887-0dce-4fca-9051-c0a81b72efd8 None None] DHCP Agent not found on host dv-cinder-804457-2-iscsi {{(pid=93883) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 12 21:46:45.510034 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be08366a-6039-46b7-aa7b-1cf46d598880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3732466'] for agent, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:47.712835 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37c22199-c31e-4c56-972f-e66211567389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3732466'] for agent, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:47.765884 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb33a06a-751b-4dca-a0b1-3ac260bca43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:48.125568 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3732466'] for agent, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:48.126589 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:48.127133 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:48.127748 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:48.128347 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:48.128891 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:48.129902 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:48.131213 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:48.133447 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:48.134059 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:48.134737 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:48.136538 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:48.137422 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:48.138891 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804457-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:46:48.149043 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804457-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:46:48.922828 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3732466'] for agent, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:50.376408 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3732466'] for agent, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:51.555942 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 52770) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:46:52.040837 dv-cinder-804457-2-iscsi neutron-server[93882]: WARNING oslo_policy.policy [None req-a9e1dc1c-1c88-4b4f-8c53-bcb957fa25e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 21:46:52.041490 dv-cinder-804457-2-iscsi neutron-server[93882]: WARNING oslo_policy.policy [None req-a9e1dc1c-1c88-4b4f-8c53-bcb957fa25e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 21:46:52.273434 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [None req-a9e1dc1c-1c88-4b4f-8c53-bcb957fa25e4 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:46:52.274518 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a9e1dc1c-1c88-4b4f-8c53-bcb957fa25e4 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7177551 Aug 12 21:46:54.647327 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 52784) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:46:54.971556 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0fcdda2f-f790-4a55-b267-f4d7e899f49e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:46:55.033099 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.db.l3_hamode_db [None req-378b0780-0fda-4733-8b02-a00fb9fdcf4d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 12 21:46:55.067724 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.policy [None req-0fcdda2f-f790-4a55-b267-f4d7e899f49e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93882) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 21:46:55.108897 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b0780-0fda-4733-8b02-a00fb9fdcf4d None None] Routers set() bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:46:55.109311 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b0780-0fda-4733-8b02-a00fb9fdcf4d None None] Router IDs set() for agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 21:46:55.114210 dv-cinder-804457-2-iscsi neutron-server[93882]: WARNING oslo_policy.policy [None req-0fcdda2f-f790-4a55-b267-f4d7e899f49e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 21:46:55.114595 dv-cinder-804457-2-iscsi neutron-server[93882]: WARNING oslo_policy.policy [None req-0fcdda2f-f790-4a55-b267-f4d7e899f49e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 21:46:55.123314 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.quota [None req-0fcdda2f-f790-4a55-b267-f4d7e899f49e admin admin] Loaded quota_driver: . Aug 12 21:46:55.215427 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0fcdda2f-f790-4a55-b267-f4d7e899f49e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757133426189', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757133425758', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757133396130', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757133395583', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757134098050', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757133390097', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-753479', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3499872', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-433549', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-498655'] for rbac-policy, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:55.278843 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0fcdda2f-f790-4a55-b267-f4d7e899f49e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:55.280084 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0fcdda2f-f790-4a55-b267-f4d7e899f49e admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6316702 Aug 12 21:46:57.812390 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 52796) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:46:58.107450 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Request body: {'network': {'project_id': '7a989d5f8f904487b28e3406dd6acc0f', 'admin_state_up': True, 'tenant_id': '7a989d5f8f904487b28e3406dd6acc0f', 'name': 'private'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:46:58.135270 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Made reservation on behalf of 7a989d5f8f904487b28e3406dd6acc0f for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:46:58.138338 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:58.155078 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:58.274768 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:58.278882 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:58.298735 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:46:58.326759 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757134312039', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:58.327348 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Unsubscribe: segment precommit_create {{(pid=93882) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 21:46:58.327869 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Added segment cc0aa2e4-e9b7-4bea-9de1-593316ea49b0 of type vlan for network 40b22627-2b34-4527-a70e-f00ab136898c Aug 12 21:46:58.346472 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a2be38-2989-49b7-83e8-e5725ded6f7f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:46:58.393426 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:58.393788 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:58.394135 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:58.394471 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:58.394805 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:58.395151 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:58.395483 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:58.395812 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:58.396153 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:58.396480 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:58.396802 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:58.397136 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Tracked resource versions report: Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: pushed versions: Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: { 'AddressGroup': {'1.2'}, Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'ConntrackHelper': {'1.0'}, Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Log': {'1.0'}, Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Network': {'1.1'}, Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Port': {'1.7'}, Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'PortForwarding': {'1.2'}, Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'QosPolicy': {'1.9'}, Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'SecurityGroup': {'1.4'}, Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'SubPort': {'1.0'}, Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Subnet': {'1.1'}, Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Trunk': {'1.1'}} Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: consumer versions: Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: { DHCP agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: L3 agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: Metadata agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: Metering agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: Open vSwitch agent@dv-cinder-804457-2-iscsi: { 'AddressGroup': '1.2', Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'ConntrackHelper': '1.0', Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Log': '1.0', Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Network': '1.1', Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Port': '1.7', Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'PortForwarding': '1.2', Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'QosPolicy': '1.9', Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'SecurityGroup': '1.4', Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'SecurityGroupRule': '1.2', Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'SubPort': '1.0', Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Subnet': '1.1', Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Trunk': '1.1'}} Aug 12 21:46:58.398412 dv-cinder-804457-2-iscsi neutron-server[93882]: {{(pid=93882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:46:58.449053 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:58.497683 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:58.498713 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:46:58.499336 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:46:58.577702 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7642512 Aug 12 21:46:58.595961 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113db7a-e6e9-4891-a666-72edc46573b3 admin admin] Pushing event updated for resources: {'Network': ['ID=40b22627-2b34-4527-a70e-f00ab136898c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:46:58.608462 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network 40b22627-2b34-4527-a70e-f00ab136898c details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:47:01.180563 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 52810) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:47:01.567087 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9b3f07-0b5b-4ab4-8e26-d29706d4c89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:47:01.568466 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0d9b3f07-0b5b-4ab4-8e26-d29706d4c89e admin admin] 10.222.0.74 "GET /v2.0/networks/40b22627-2b34-4527-a70e-f00ab136898c HTTP/1.1" status: 200 len: 825 time: 0.3869283 Aug 12 21:47:01.593797 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-bf9c0553-b234-42e0-822d-6d35c34417c6 admin admin] 10.222.0.74 "GET /v2.0/subnetpools/18bb68d8-2373-4779-bd2b-fd96f2f6c9dd HTTP/1.1" status: 200 len: 734 time: 0.0185475 Aug 12 21:47:01.603022 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d9910fdc-de9e-4779-a36e-2ad0b4a800f3 admin admin] Request body: {'subnet': {'tenant_id': '7a989d5f8f904487b28e3406dd6acc0f', 'gateway_ip': '172.20.0.1', 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c', 'ip_version': 4, 'subnetpool_id': '18bb68d8-2373-4779-bd2b-fd96f2f6c9dd', 'name': 'private-subnet'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:47:01.623969 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9910fdc-de9e-4779-a36e-2ad0b4a800f3 admin admin] Made reservation on behalf of 7a989d5f8f904487b28e3406dd6acc0f for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:47:01.626205 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d9910fdc-de9e-4779-a36e-2ad0b4a800f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:01.917874 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d9910fdc-de9e-4779-a36e-2ad0b4a800f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:01.987660 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9910fdc-de9e-4779-a36e-2ad0b4a800f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36592469-1385-40d5-bd33-b3357d19cc5c,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:47:01.989655 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9910fdc-de9e-4779-a36e-2ad0b4a800f3 admin admin] Checking segment: {'id': 'cc0aa2e4-e9b7-4bea-9de1-593316ea49b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:47:01.990055 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9910fdc-de9e-4779-a36e-2ad0b4a800f3 admin admin] Network hostable DHCP agents. Network: 40b22627-2b34-4527-a70e-f00ab136898c, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:47:02.010988 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9910fdc-de9e-4779-a36e-2ad0b4a800f3 admin admin] Network 40b22627-2b34-4527-a70e-f00ab136898c is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:47:02.021904 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d9910fdc-de9e-4779-a36e-2ad0b4a800f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, 40b22627-2b34-4527-a70e-f00ab136898c) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:47:02.027201 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9910fdc-de9e-4779-a36e-2ad0b4a800f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:47:02.027784 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d9910fdc-de9e-4779-a36e-2ad0b4a800f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:02.032042 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3857db1c-0292-454d-8a55-71ab995fc389 None None] Network 40b22627-2b34-4527-a70e-f00ab136898c requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:47:02.047281 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d9910fdc-de9e-4779-a36e-2ad0b4a800f3 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4479568 Aug 12 21:47:02.346030 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp519ec5f0-7f67-5fcd-9bb7-8bb7eed2c7e7-40b22627-2b34-4527-a70e-f00ab136898c', 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c', 'tenant_id': '7a989d5f8f904487b28e3406dd6acc0f', 'fixed_ips': [{'subnet_id': '36592469-1385-40d5-bd33-b3357d19cc5c'}]}} from dv-cinder-804457-2-iscsi. {{(pid=93883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:47:02.347286 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:02.619071 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Allocated IP 172.20.0.2 (40b22627-2b34-4527-a70e-f00ab136898c/36592469-1385-40d5-bd33-b3357d19cc5c/1fb183e4-41e8-4ea8-81d3-3d04384cbcdc) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:47:02.821093 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:02.862917 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Transition to ACTIVE for port object 1fb183e4-41e8-4ea8-81d3-3d04384cbcdc will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:47:02.884097 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Transition to ACTIVE for port object 1fb183e4-41e8-4ea8-81d3-3d04384cbcdc will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:47:02.893029 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:02.955160 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Network 40b22627-2b34-4527-a70e-f00ab136898c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:47:02.961755 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:47:02.974513 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:47:02.982493 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Pushing event updated for resources: {'Port': ['ID=1fb183e4-41e8-4ea8-81d3-3d04384cbcdc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:47:03.011912 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:03.012266 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:03.012615 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:03.012964 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:03.013324 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:03.013664 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:03.013997 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:03.014328 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:03.014675 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:03.015007 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:03.015334 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:03.015661 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Tracked resource versions report: Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: pushed versions: Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: { 'AddressGroup': {'1.2'}, Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'ConntrackHelper': {'1.0'}, Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Log': {'1.0'}, Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Network': {'1.1'}, Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Port': {'1.7'}, Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'PortForwarding': {'1.2'}, Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'QosPolicy': {'1.9'}, Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'SecurityGroup': {'1.4'}, Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'SubPort': {'1.0'}, Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Subnet': {'1.1'}, Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Trunk': {'1.1'}} Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: consumer versions: Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: { DHCP agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: L3 agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: Metadata agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: Metering agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: Open vSwitch agent@dv-cinder-804457-2-iscsi: { 'AddressGroup': '1.2', Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'ConntrackHelper': '1.0', Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Log': '1.0', Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Network': '1.1', Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Port': '1.7', Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'PortForwarding': '1.2', Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'QosPolicy': '1.9', Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'SecurityGroup': '1.4', Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'SecurityGroupRule': '1.2', Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'SubPort': '1.0', Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Subnet': '1.1', Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Trunk': '1.1'}} Aug 12 21:47:03.016799 dv-cinder-804457-2-iscsi neutron-server[93883]: {{(pid=93883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:47:03.063488 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Attempting to bind port 1fb183e4-41e8-4ea8-81d3-3d04384cbcdc on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:47:03.064074 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Attempting to bind port 1fb183e4-41e8-4ea8-81d3-3d04384cbcdc by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': 'cc0aa2e4-e9b7-4bea-9de1-593316ea49b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:47:03.064288 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Attempting to bind port 1fb183e4-41e8-4ea8-81d3-3d04384cbcdc on network 40b22627-2b34-4527-a70e-f00ab136898c {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:47:03.069021 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:47:03.069447 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Checking segment: {'id': 'cc0aa2e4-e9b7-4bea-9de1-593316ea49b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:47:03.069922 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:03.070347 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Bound using segment: {'id': 'cc0aa2e4-e9b7-4bea-9de1-593316ea49b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:47:03.070809 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Bound port: 1fb183e4-41e8-4ea8-81d3-3d04384cbcdc, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0aa2e4-e9b7-4bea-9de1-593316ea49b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:47:03.071197 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:03.131149 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] For port 1fb183e4-41e8-4ea8-81d3-3d04384cbcdc, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:47:03.135509 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] For port 1fb183e4-41e8-4ea8-81d3-3d04384cbcdc, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=1fb183e4-41e8-4ea8-81d3-3d04384cbcdc,segment=NetworkSegment(cc0aa2e4-e9b7-4bea-9de1-593316ea49b0),segment_id=cc0aa2e4-e9b7-4bea-9de1-593316ea49b0)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:47:03.139862 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:03.205633 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf098c4-4f1e-4e54-be46-458c879f5674 None None] Pushing event updated for resources: {'Port': ['ID=1fb183e4-41e8-4ea8-81d3-3d04384cbcdc,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:47:04.422759 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 52818) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:47:04.737711 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [None req-a02c3a95-933a-4e34-962a-961a9d8b660f admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:47:04.738613 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a02c3a95-933a-4e34-962a-961a9d8b660f admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3149166 Aug 12 21:47:07.122387 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 52826) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:47:07.435388 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [None req-3dfe4e6e-8e98-4b74-806f-144034652785 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:47:07.436382 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3dfe4e6e-8e98-4b74-806f-144034652785 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3130453 Aug 12 21:47:10.060567 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 52836) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:47:10.356964 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f12fdd54-0ca3-43be-86d5-63bee22883b1 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '7a989d5f8f904487b28e3406dd6acc0f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:47:10.383137 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f12fdd54-0ca3-43be-86d5-63bee22883b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233092'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:10.384732 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f12fdd54-0ca3-43be-86d5-63bee22883b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3870766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233099'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:10.533817 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f12fdd54-0ca3-43be-86d5-63bee22883b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:10.538852 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f12fdd54-0ca3-43be-86d5-63bee22883b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733243'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:10.551439 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f12fdd54-0ca3-43be-86d5-63bee22883b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:10.552608 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f12fdd54-0ca3-43be-86d5-63bee22883b1 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4910388 Aug 12 21:47:11.634454 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ff5675-c5a5-4760-8a77-9875dbca4275 None None] Network 40b22627-2b34-4527-a70e-f00ab136898c requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:47:11.692862 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-cf29b873-65aa-4cb5-9821-b280b1c192ff None None] Provisioning for port 1fb183e4-41e8-4ea8-81d3-3d04384cbcdc completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:47:12.052195 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 1fb183e4-41e8-4ea8-81d3-3d04384cbcdc up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:47:12.131428 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 1fb183e4-41e8-4ea8-81d3-3d04384cbcdc completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:47:12.134764 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 1fb183e4-41e8-4ea8-81d3-3d04384cbcdc triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:47:12.135685 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:12.239391 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:12.272750 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port 1fb183e4-41e8-4ea8-81d3-3d04384cbcdc, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=1fb183e4-41e8-4ea8-81d3-3d04384cbcdc,segment=NetworkSegment(cc0aa2e4-e9b7-4bea-9de1-593316ea49b0),segment_id=cc0aa2e4-e9b7-4bea-9de1-593316ea49b0)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:47:12.276497 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:12.323727 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=1fb183e4-41e8-4ea8-81d3-3d04384cbcdc,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:47:12.939913 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 52848) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:47:13.246580 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [None req-b47ab5a2-0135-4d98-b991-afe40f09e348 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:47:13.247574 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b47ab5a2-0135-4d98-b991-afe40f09e348 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3067298 Aug 12 21:47:14.022147 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 1fb183e4-41e8-4ea8-81d3-3d04384cbcdc up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:47:14.069998 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 1fb183e4-41e8-4ea8-81d3-3d04384cbcdc triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:47:14.070375 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:15.233569 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54bbbddf-8d3b-470c-b869-2be84c3a3386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:15.574215 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 52856) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:47:15.880877 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9ed8b83a-c74f-475f-8983-2bc1396b6595 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:47:15.903583 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed8b83a-c74f-475f-8983-2bc1396b6595 admin admin] Made reservation on behalf of aa84b140cb9d421ab927bcbe467a87d8 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:47:15.905997 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b83a-c74f-475f-8983-2bc1396b6595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:15.913909 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b83a-c74f-475f-8983-2bc1396b6595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:16.006032 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b83a-c74f-475f-8983-2bc1396b6595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:16.009582 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b83a-c74f-475f-8983-2bc1396b6595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:16.025364 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9ed8b83a-c74f-475f-8983-2bc1396b6595 admin admin] Reserving flat network on physical network physnet1 {{(pid=93882) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 12 21:47:16.044314 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8b83a-c74f-475f-8983-2bc1396b6595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d206f5-805e-4122-bb44-46f8153e5769,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:47:16.050970 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b83a-c74f-475f-8983-2bc1396b6595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:16.051315 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-9ed8b83a-c74f-475f-8983-2bc1396b6595 admin admin] Added segment 8f620909-b5c9-49ef-86e1-3879e0eb5780 of type flat for network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 Aug 12 21:47:16.096479 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b83a-c74f-475f-8983-2bc1396b6595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:16.132551 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b83a-c74f-475f-8983-2bc1396b6595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:16.133549 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed8b83a-c74f-475f-8983-2bc1396b6595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:47:16.134120 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b83a-c74f-475f-8983-2bc1396b6595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:16.189703 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9ed8b83a-c74f-475f-8983-2bc1396b6595 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6144331 Aug 12 21:47:16.194403 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8b83a-c74f-475f-8983-2bc1396b6595 admin admin] Pushing event updated for resources: {'Network': ['ID=07826dfc-c97d-4455-8ea3-8b8e78ba3228,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:47:16.205232 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:47:17.710572 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab182c8a-0b9c-4647-b265-e8ebe8458f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:18.120235 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:18.495329 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 52864) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:47:18.851474 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e821e04-7794-4252-ae24-ee02ea1c009e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:47:18.852879 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3e821e04-7794-4252-ae24-ee02ea1c009e admin admin] 10.222.0.74 "GET /v2.0/subnets/36592469-1385-40d5-bd33-b3357d19cc5c HTTP/1.1" status: 200 len: 849 time: 0.3565290 Aug 12 21:47:18.874479 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:18.971405 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d3b8d683-adba-4aba-b8d8-7d3278ee1bda admin admin] 10.222.0.74 "GET /v2.0/routers/bd190589-14ca-4d8d-a6e7-7fcf123acfe2 HTTP/1.1" status: 200 len: 704 time: 0.1126244 Aug 12 21:47:19.238477 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:19.529201 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Allocated IP 172.20.0.1 (40b22627-2b34-4527-a70e-f00ab136898c/36592469-1385-40d5-bd33-b3357d19cc5c/deaf32a1-5344-4d66-8592-c175257befcc) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:47:19.723741 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:19.746430 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Transition to ACTIVE for port object deaf32a1-5344-4d66-8592-c175257befcc will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:47:19.826578 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:19.898315 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Network 40b22627-2b34-4527-a70e-f00ab136898c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:47:19.903530 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:47:19.909877 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:47:19.909877 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3839022'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:19.933026 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=deaf32a1-5344-4d66-8592-c175257befcc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:47:20.096317 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-43fd7a3f-9c7a-4af5-9476-bb22abe6fd86 None None] Provisioning for port deaf32a1-5344-4d66-8592-c175257befcc completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:47:20.100409 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-43fd7a3f-9c7a-4af5-9476-bb22abe6fd86 None None] Provisioning complete for port deaf32a1-5344-4d66-8592-c175257befcc triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:47:20.100789 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43fd7a3f-9c7a-4af5-9476-bb22abe6fd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:20.110341 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:20.132719 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-43fd7a3f-9c7a-4af5-9476-bb22abe6fd86 None None] Port deaf32a1-5344-4d66-8592-c175257befcc cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:47:20.317511 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:20.323166 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:20.323952 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3839162'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:20.329102 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:20.405477 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=deaf32a1-5344-4d66-8592-c175257befcc,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:47:20.452322 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Network 40b22627-2b34-4527-a70e-f00ab136898c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:47:20.453617 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:47:20.614145 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Router bd190589-14ca-4d8d-a6e7-7fcf123acfe2 is scheduled to L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:47:20.654202 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-c8f7a7d0-0f3c-4bb7-a4a6-55743f1ed02a None None] Provisioning complete for port deaf32a1-5344-4d66-8592-c175257befcc triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:47:20.654575 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8f7a7d0-0f3c-4bb7-a4a6-55743f1ed02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:20.692327 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c8f7a7d0-0f3c-4bb7-a4a6-55743f1ed02a None None] Port deaf32a1-5344-4d66-8592-c175257befcc cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:47:20.709859 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:47:20.716756 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-bdd316a0-dddb-4e37-b3b3-81bf45986ba1 admin admin] 10.222.0.74 "PUT /v2.0/routers/bd190589-14ca-4d8d-a6e7-7fcf123acfe2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7394495 Aug 12 21:47:20.732754 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Sync routers for ids ['bd190589-14ca-4d8d-a6e7-7fcf123acfe2'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:47:20.745577 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Routers {'bd190589-14ca-4d8d-a6e7-7fcf123acfe2'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:47:20.746431 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:47:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['bd190589-14ca-4d8d-a6e7-7fcf123acfe2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:47:20.945561 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Set router bd190589-14ca-4d8d-a6e7-7fcf123acfe2 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:47:21.424218 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd190589-14ca-4d8d-a6e7-7fcf123acfe2', 'name': 'router1', 'tenant_id': '7a989d5f8f904487b28e3406dd6acc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:47:10Z', 'updated_at': '2021-08-12T21:47:20Z', 'revision_number': 2, 'project_id': '7a989d5f8f904487b28e3406dd6acc0f', 'gw_port_host': None, '_interfaces': [{'id': 'deaf32a1-5344-4d66-8592-c175257befcc', 'name': '', 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c', 'tenant_id': '7a989d5f8f904487b28e3406dd6acc0f', 'mac_address': 'fa:16:3e:92:44:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd190589-14ca-4d8d-a6e7-7fcf123acfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36592469-1385-40d5-bd33-b3357d19cc5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:47:19Z', 'updated_at': '2021-08-12T21:47:20Z', 'revision_number': 2, 'project_id': '7a989d5f8f904487b28e3406dd6acc0f', 'subnets': [{'id': '36592469-1385-40d5-bd33-b3357d19cc5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18bb68d8-2373-4779-bd2b-fd96f2f6c9dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:47:21.476719 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Checking router: bd190589-14ca-4d8d-a6e7-7fcf123acfe2 for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:47:21.477097 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Updating router bd190589-14ca-4d8d-a6e7-7fcf123acfe2 port deaf32a1-5344-4d66-8592-c175257befcc binding host dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:47:21.525638 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:22.039030 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:22.057267 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Transition to ACTIVE for port object deaf32a1-5344-4d66-8592-c175257befcc will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:47:22.064393 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:22.220094 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775cf77-c082-40b9-ad61-3c404cad247d None None] Pushing event updated for resources: {'Port': ['ID=deaf32a1-5344-4d66-8592-c175257befcc,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:47:22.233208 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Attempting to bind port deaf32a1-5344-4d66-8592-c175257befcc on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:47:22.233568 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Attempting to bind port deaf32a1-5344-4d66-8592-c175257befcc by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': 'cc0aa2e4-e9b7-4bea-9de1-593316ea49b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:47:22.233977 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Attempting to bind port deaf32a1-5344-4d66-8592-c175257befcc on network 40b22627-2b34-4527-a70e-f00ab136898c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:47:22.241669 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775cf77-c082-40b9-ad61-3c404cad247d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:22.242016 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775cf77-c082-40b9-ad61-3c404cad247d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:22.242351 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775cf77-c082-40b9-ad61-3c404cad247d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:22.242680 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775cf77-c082-40b9-ad61-3c404cad247d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:22.243005 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775cf77-c082-40b9-ad61-3c404cad247d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:22.243327 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775cf77-c082-40b9-ad61-3c404cad247d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:22.244014 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775cf77-c082-40b9-ad61-3c404cad247d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:22.244345 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775cf77-c082-40b9-ad61-3c404cad247d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:22.244682 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775cf77-c082-40b9-ad61-3c404cad247d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:22.245006 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775cf77-c082-40b9-ad61-3c404cad247d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:22.245344 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775cf77-c082-40b9-ad61-3c404cad247d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:22.245660 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775cf77-c082-40b9-ad61-3c404cad247d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775cf77-c082-40b9-ad61-3c404cad247d None None] Tracked resource versions report: Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: pushed versions: Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: { 'AddressGroup': {'1.2'}, Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'ConntrackHelper': {'1.0'}, Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Log': {'1.0'}, Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Network': {'1.1'}, Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Port': {'1.7'}, Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'PortForwarding': {'1.2'}, Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'QosPolicy': {'1.9'}, Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'SecurityGroup': {'1.4'}, Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'SubPort': {'1.0'}, Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Subnet': {'1.1'}, Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Trunk': {'1.1'}} Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: consumer versions: Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: { DHCP agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: L3 agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: Metadata agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: Metering agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: Open vSwitch agent@dv-cinder-804457-2-iscsi: { 'AddressGroup': '1.2', Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'ConntrackHelper': '1.0', Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Log': '1.0', Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Network': '1.1', Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Port': '1.7', Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'PortForwarding': '1.2', Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'QosPolicy': '1.9', Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'SecurityGroup': '1.4', Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'SecurityGroupRule': '1.2', Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'SubPort': '1.0', Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Subnet': '1.1', Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Trunk': '1.1'}} Aug 12 21:47:22.246786 dv-cinder-804457-2-iscsi neutron-server[93884]: {{(pid=93884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:47:22.249381 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:47:22.249770 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Checking segment: {'id': 'cc0aa2e4-e9b7-4bea-9de1-593316ea49b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:47:22.250237 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:22.250627 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Bound using segment: {'id': 'cc0aa2e4-e9b7-4bea-9de1-593316ea49b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:47:22.251106 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Bound port: deaf32a1-5344-4d66-8592-c175257befcc, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0aa2e4-e9b7-4bea-9de1-593316ea49b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:47:22.251473 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:22.316583 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] For port deaf32a1-5344-4d66-8592-c175257befcc, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:47:22.339101 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] For port deaf32a1-5344-4d66-8592-c175257befcc, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=deaf32a1-5344-4d66-8592-c175257befcc,segment=NetworkSegment(cc0aa2e4-e9b7-4bea-9de1-593316ea49b0),segment_id=cc0aa2e4-e9b7-4bea-9de1-593316ea49b0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:47:22.343457 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:22.396234 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775cf77-c082-40b9-ad61-3c404cad247d None None] Pushing event updated for resources: {'Port': ['ID=deaf32a1-5344-4d66-8592-c175257befcc,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:47:22.428806 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Routers {'bd190589-14ca-4d8d-a6e7-7fcf123acfe2'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:47:22.429538 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:47:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['bd190589-14ca-4d8d-a6e7-7fcf123acfe2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:47:22.519405 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] Set router bd190589-14ca-4d8d-a6e7-7fcf123acfe2 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:47:22.725035 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd190589-14ca-4d8d-a6e7-7fcf123acfe2', 'name': 'router1', 'tenant_id': '7a989d5f8f904487b28e3406dd6acc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:47:10Z', 'updated_at': '2021-08-12T21:47:20Z', 'revision_number': 2, 'project_id': '7a989d5f8f904487b28e3406dd6acc0f', 'gw_port_host': None, '_interfaces': [{'id': 'deaf32a1-5344-4d66-8592-c175257befcc', 'name': '', 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c', 'tenant_id': '7a989d5f8f904487b28e3406dd6acc0f', 'mac_address': 'fa:16:3e:92:44:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd190589-14ca-4d8d-a6e7-7fcf123acfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36592469-1385-40d5-bd33-b3357d19cc5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:47:19Z', 'updated_at': '2021-08-12T21:47:22Z', 'revision_number': 4, 'project_id': '7a989d5f8f904487b28e3406dd6acc0f', 'subnets': [{'id': '36592469-1385-40d5-bd33-b3357d19cc5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18bb68d8-2373-4779-bd2b-fd96f2f6c9dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:47:22.750604 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612b7ef-e4c9-4d8d-8e07-800e850d1b52 None None] The sync data for ids ['bd190589-14ca-4d8d-a6e7-7fcf123acfe2'] in dv-cinder-804457-2-iscsi is: [{'id': 'bd190589-14ca-4d8d-a6e7-7fcf123acfe2', 'name': 'router1', 'tenant_id': '7a989d5f8f904487b28e3406dd6acc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:47:10Z', 'updated_at': '2021-08-12T21:47:20Z', 'revision_number': 2, 'project_id': '7a989d5f8f904487b28e3406dd6acc0f', 'gw_port_host': None, '_interfaces': [{'id': 'deaf32a1-5344-4d66-8592-c175257befcc', 'name': '', 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c', 'tenant_id': '7a989d5f8f904487b28e3406dd6acc0f', 'mac_address': 'fa:16:3e:92:44:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd190589-14ca-4d8d-a6e7-7fcf123acfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36592469-1385-40d5-bd33-b3357d19cc5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:47:19Z', 'updated_at': '2021-08-12T21:47:22Z', 'revision_number': 4, 'project_id': '7a989d5f8f904487b28e3406dd6acc0f', 'subnets': [{'id': '36592469-1385-40d5-bd33-b3357d19cc5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18bb68d8-2373-4779-bd2b-fd96f2f6c9dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:47:23.081058 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 52886) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:47:23.293219 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ec4082-daec-401d-81d6-efadb13ecdf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:47:23.300298 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f4ec4082-daec-401d-81d6-efadb13ecdf8 admin admin] 10.222.0.74 "GET /v2.0/networks/07826dfc-c97d-4455-8ea3-8b8e78ba3228 HTTP/1.1" status: 200 len: 842 time: 0.2124174 Aug 12 21:47:23.304432 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9a636775-9433-4e99-9c2b-8d1723d5ab4a admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:47:23.325892 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a636775-9433-4e99-9c2b-8d1723d5ab4a admin admin] Made reservation on behalf of aa84b140cb9d421ab927bcbe467a87d8 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:47:23.328130 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a636775-9433-4e99-9c2b-8d1723d5ab4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:23.674667 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.objects.ports [None req-9a636775-9433-4e99-9c2b-8d1723d5ab4a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93882) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 21:47:23.675122 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a636775-9433-4e99-9c2b-8d1723d5ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:23.732819 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a636775-9433-4e99-9c2b-8d1723d5ab4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a155ac-5161-4949-b082-fa95c9ae046a,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:47:23.740711 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a636775-9433-4e99-9c2b-8d1723d5ab4a admin admin] Checking segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:47:23.741080 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a636775-9433-4e99-9c2b-8d1723d5ab4a admin admin] Network hostable DHCP agents. Network: 07826dfc-c97d-4455-8ea3-8b8e78ba3228, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:47:23.758080 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a636775-9433-4e99-9c2b-8d1723d5ab4a admin admin] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:47:23.767617 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9a636775-9433-4e99-9c2b-8d1723d5ab4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, 07826dfc-c97d-4455-8ea3-8b8e78ba3228) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:47:23.771695 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a636775-9433-4e99-9c2b-8d1723d5ab4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:47:23.772275 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a636775-9433-4e99-9c2b-8d1723d5ab4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:23.778147 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17755b13-0a89-4299-82bc-dd3adcb7c149 None None] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:47:23.787120 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9a636775-9433-4e99-9c2b-8d1723d5ab4a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4861622 Aug 12 21:47:23.910427 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e1541c-6c2a-401e-8b4c-04b8a25f184a None None] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:47:26.078202 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 52904) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:47:26.209875 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-adbdc022-6e17-4c56-bd31-374123ccb32b admin admin] 10.222.0.74 "GET /v2.0/routers/bd190589-14ca-4d8d-a6e7-7fcf123acfe2 HTTP/1.1" status: 200 len: 710 time: 0.1305263 Aug 12 21:47:26.296413 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5512995c-fd2d-4b21-9166-19a9c5c0fe1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:47:26.303608 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5512995c-fd2d-4b21-9166-19a9c5c0fe1e admin admin] 10.222.0.74 "GET /v2.0/networks/07826dfc-c97d-4455-8ea3-8b8e78ba3228 HTTP/1.1" status: 200 len: 886 time: 0.0819607 Aug 12 21:47:26.307661 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:47:26.548179 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:26.777016 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:26.848864 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:26.952064 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Allocated IP 172.27.1.237 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/3817dd3d-a698-4628-90d2-f60cab69d0a7) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:47:27.069865 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:27.112619 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:27.151384 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:47:27.154201 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:47:27.157468 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:47:27.162782 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Pushing event updated for resources: {'Port': ['ID=3817dd3d-a698-4628-90d2-f60cab69d0a7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:47:27.485921 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:27.677087 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3732992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3732079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233113'] for router, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:27.680425 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3733001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3732056'] for router, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:27.787601 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Router bd190589-14ca-4d8d-a6e7-7fcf123acfe2 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:47:27.905434 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:47:27.909695 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:27.911175 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2643b3e0-a621-4dcf-aeab-fcc0572f2a9e admin admin] 10.222.0.74 "PUT /v2.0/routers/bd190589-14ca-4d8d-a6e7-7fcf123acfe2 HTTP/1.1" status: 200 len: 890 time: 1.6074722 Aug 12 21:47:28.063385 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device deaf32a1-5344-4d66-8592-c175257befcc up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:47:28.122128 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port deaf32a1-5344-4d66-8592-c175257befcc completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:47:28.126532 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port deaf32a1-5344-4d66-8592-c175257befcc triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:47:28.127043 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:28.214305 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:28.247562 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port deaf32a1-5344-4d66-8592-c175257befcc, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=deaf32a1-5344-4d66-8592-c175257befcc,segment=NetworkSegment(cc0aa2e4-e9b7-4bea-9de1-593316ea49b0),segment_id=cc0aa2e4-e9b7-4bea-9de1-593316ea49b0)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:47:28.251425 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:28.302862 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=deaf32a1-5344-4d66-8592-c175257befcc,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:47:29.182736 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Sync routers for ids ['bd190589-14ca-4d8d-a6e7-7fcf123acfe2'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:47:29.192781 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Routers {'bd190589-14ca-4d8d-a6e7-7fcf123acfe2'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:47:29.193663 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:47:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['bd190589-14ca-4d8d-a6e7-7fcf123acfe2'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:47:29.441721 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Set router bd190589-14ca-4d8d-a6e7-7fcf123acfe2 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:47:29.817272 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd190589-14ca-4d8d-a6e7-7fcf123acfe2', 'name': 'router1', 'tenant_id': '7a989d5f8f904487b28e3406dd6acc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '3817dd3d-a698-4628-90d2-f60cab69d0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:47:10Z', 'updated_at': '2021-08-12T21:47:27Z', 'revision_number': 4, 'project_id': '7a989d5f8f904487b28e3406dd6acc0f', 'gw_port': {'id': '3817dd3d-a698-4628-90d2-f60cab69d0a7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd190589-14ca-4d8d-a6e7-7fcf123acfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:47:26Z', 'updated_at': '2021-08-12T21:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'deaf32a1-5344-4d66-8592-c175257befcc', 'name': '', 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c', 'tenant_id': '7a989d5f8f904487b28e3406dd6acc0f', 'mac_address': 'fa:16:3e:92:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd190589-14ca-4d8d-a6e7-7fcf123acfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36592469-1385-40d5-bd33-b3357d19cc5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:47:19Z', 'updated_at': '2021-08-12T21:47:28Z', 'revision_number': 5, 'project_id': '7a989d5f8f904487b28e3406dd6acc0f', 'subnets': [{'id': '36592469-1385-40d5-bd33-b3357d19cc5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18bb68d8-2373-4779-bd2b-fd96f2f6c9dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:47:29.867623 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Checking router: bd190589-14ca-4d8d-a6e7-7fcf123acfe2 for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:47:29.867978 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Updating router bd190589-14ca-4d8d-a6e7-7fcf123acfe2 port 3817dd3d-a698-4628-90d2-f60cab69d0a7 binding host dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:47:29.916448 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:30.039456 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device deaf32a1-5344-4d66-8592-c175257befcc up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:47:30.160609 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port deaf32a1-5344-4d66-8592-c175257befcc triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:47:30.160983 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:30.331860 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:30.344158 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Transition to ACTIVE for port object 3817dd3d-a698-4628-90d2-f60cab69d0a7 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:47:30.350596 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:30.370105 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 52916) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:47:30.402049 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Attempting to bind port 3817dd3d-a698-4628-90d2-f60cab69d0a7 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:47:30.402534 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Attempting to bind port 3817dd3d-a698-4628-90d2-f60cab69d0a7 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:47:30.402797 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Attempting to bind port 3817dd3d-a698-4628-90d2-f60cab69d0a7 on network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:47:30.405740 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66aed0-050b-4527-b69d-4fe67181fa4a None None] Pushing event updated for resources: {'Port': ['ID=3817dd3d-a698-4628-90d2-f60cab69d0a7,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:47:30.410414 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:47:30.410724 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Checking segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:47:30.411125 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:30.411507 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Bound using segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:47:30.411978 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Bound port: 3817dd3d-a698-4628-90d2-f60cab69d0a7, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:47:30.412372 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:30.466374 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] For port 3817dd3d-a698-4628-90d2-f60cab69d0a7, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:47:30.471566 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] For port 3817dd3d-a698-4628-90d2-f60cab69d0a7, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=3817dd3d-a698-4628-90d2-f60cab69d0a7,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:47:30.475754 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:30.522494 dv-cinder-804457-2-iscsi neutron-server[93881]: WARNING oslo_policy.policy [None req-9c480470-4b8f-422a-8261-7ea84852aceb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 21:47:30.523190 dv-cinder-804457-2-iscsi neutron-server[93881]: WARNING oslo_policy.policy [None req-9c480470-4b8f-422a-8261-7ea84852aceb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 21:47:30.604983 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Routers {'bd190589-14ca-4d8d-a6e7-7fcf123acfe2'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:47:30.605621 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:47:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['bd190589-14ca-4d8d-a6e7-7fcf123acfe2'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:47:30.637484 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66aed0-050b-4527-b69d-4fe67181fa4a None None] Pushing event updated for resources: {'Port': ['ID=3817dd3d-a698-4628-90d2-f60cab69d0a7,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:47:30.708813 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] Set router bd190589-14ca-4d8d-a6e7-7fcf123acfe2 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:47:30.915768 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd190589-14ca-4d8d-a6e7-7fcf123acfe2', 'name': 'router1', 'tenant_id': '7a989d5f8f904487b28e3406dd6acc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '3817dd3d-a698-4628-90d2-f60cab69d0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:47:10Z', 'updated_at': '2021-08-12T21:47:27Z', 'revision_number': 4, 'project_id': '7a989d5f8f904487b28e3406dd6acc0f', 'gw_port': {'id': '3817dd3d-a698-4628-90d2-f60cab69d0a7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd190589-14ca-4d8d-a6e7-7fcf123acfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:47:26Z', 'updated_at': '2021-08-12T21:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'deaf32a1-5344-4d66-8592-c175257befcc', 'name': '', 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c', 'tenant_id': '7a989d5f8f904487b28e3406dd6acc0f', 'mac_address': 'fa:16:3e:92:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd190589-14ca-4d8d-a6e7-7fcf123acfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36592469-1385-40d5-bd33-b3357d19cc5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:47:19Z', 'updated_at': '2021-08-12T21:47:28Z', 'revision_number': 5, 'project_id': '7a989d5f8f904487b28e3406dd6acc0f', 'subnets': [{'id': '36592469-1385-40d5-bd33-b3357d19cc5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18bb68d8-2373-4779-bd2b-fd96f2f6c9dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:47:30.939549 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.policy [None req-9c480470-4b8f-422a-8261-7ea84852aceb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93881) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 21:47:30.944101 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f4930-2e52-483e-b3c4-fd04afb73ced None None] The sync data for ids ['bd190589-14ca-4d8d-a6e7-7fcf123acfe2'] in dv-cinder-804457-2-iscsi is: [{'id': 'bd190589-14ca-4d8d-a6e7-7fcf123acfe2', 'name': 'router1', 'tenant_id': '7a989d5f8f904487b28e3406dd6acc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '3817dd3d-a698-4628-90d2-f60cab69d0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:47:10Z', 'updated_at': '2021-08-12T21:47:27Z', 'revision_number': 4, 'project_id': '7a989d5f8f904487b28e3406dd6acc0f', 'gw_port': {'id': '3817dd3d-a698-4628-90d2-f60cab69d0a7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd190589-14ca-4d8d-a6e7-7fcf123acfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:47:26Z', 'updated_at': '2021-08-12T21:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'deaf32a1-5344-4d66-8592-c175257befcc', 'name': '', 'network_id': '40b22627-2b34-4527-a70e-f00ab136898c', 'tenant_id': '7a989d5f8f904487b28e3406dd6acc0f', 'mac_address': 'fa:16:3e:92:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd190589-14ca-4d8d-a6e7-7fcf123acfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36592469-1385-40d5-bd33-b3357d19cc5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:47:19Z', 'updated_at': '2021-08-12T21:47:28Z', 'revision_number': 5, 'project_id': '7a989d5f8f904487b28e3406dd6acc0f', 'subnets': [{'id': '36592469-1385-40d5-bd33-b3357d19cc5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18bb68d8-2373-4779-bd2b-fd96f2f6c9dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:47:30.987590 dv-cinder-804457-2-iscsi neutron-server[93881]: WARNING oslo_policy.policy [None req-9c480470-4b8f-422a-8261-7ea84852aceb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 21:47:30.987977 dv-cinder-804457-2-iscsi neutron-server[93881]: WARNING oslo_policy.policy [None req-9c480470-4b8f-422a-8261-7ea84852aceb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 21:47:30.999539 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-9c480470-4b8f-422a-8261-7ea84852aceb admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.6271913 Aug 12 21:47:32.060244 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 3817dd3d-a698-4628-90d2-f60cab69d0a7 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:47:32.112926 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 3817dd3d-a698-4628-90d2-f60cab69d0a7 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:47:32.116570 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 3817dd3d-a698-4628-90d2-f60cab69d0a7 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:47:32.116948 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:32.199935 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:32.221052 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port 3817dd3d-a698-4628-90d2-f60cab69d0a7, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=3817dd3d-a698-4628-90d2-f60cab69d0a7,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:47:32.224873 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:32.282175 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=3817dd3d-a698-4628-90d2-f60cab69d0a7,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:47:34.055948 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 3817dd3d-a698-4628-90d2-f60cab69d0a7 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:47:34.103834 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 3817dd3d-a698-4628-90d2-f60cab69d0a7 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:47:34.104205 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:45.238100 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99609149-7706-4424-9bce-a21b3feb91b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:46.724113 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 5 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:47:47.712292 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68df3744-36cb-4faa-88e1-06f1154a8762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:48.124118 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:48.886853 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:47:50.354309 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:48:15.238055 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b805ea3d-bf0e-4c15-a86a-10f88d657871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:48:17.760230 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15717e09-bf76-48e5-854b-b2d536ac26dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:48:18.127286 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:48:18.884697 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:48:20.354288 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:48:23.724971 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 5 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:48:45.239558 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a9cd422-77d9-4f0d-8583-bf30a88a6d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:48:47.711199 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c536ae10-39bb-4bd2-9185-a2ba5e66335f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:48:48.128864 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:48:48.884325 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:48:50.358776 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:00.723366 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 5 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:49:06.560201 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 53492) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:49:06.637297 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd579e1-dfba-4f2b-9f15-53651f5dbb1e admin admin] GET failed (client error): The resource could not be found. Aug 12 21:49:06.638610 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-4dd579e1-dfba-4f2b-9f15-53651f5dbb1e admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0774591 Aug 12 21:49:06.834385 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe28d6e1-1022-4642-9796-6a2b7caa60ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:06.835759 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-fe28d6e1-1022-4642-9796-6a2b7caa60ac admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1927762 Aug 12 21:49:08.978957 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 53502) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:49:09.107830 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cebf7b5-03bb-4dd4-90da-d18bdcde10fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:09.109208 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5cebf7b5-03bb-4dd4-90da-d18bdcde10fd admin admin] 10.222.0.74 "GET /v2.0/subnets/36592469-1385-40d5-bd33-b3357d19cc5c HTTP/1.1" status: 200 len: 849 time: 0.1292386 Aug 12 21:49:09.119048 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:49:09.201382 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:09.356099 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757134391691'] for subnet, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:09.420086 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:09.420863 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:09.423145 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] 10.222.0.74 "PUT /v2.0/subnets/36592469-1385-40d5-bd33-b3357d19cc5c HTTP/1.1" status: 200 len: 868 time: 0.3079169 Aug 12 21:49:09.424073 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52355944-5e62-47a1-bdf1-6cd9d2e0df92 None None] Network 40b22627-2b34-4527-a70e-f00ab136898c requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:49:09.444004 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=36592469-1385-40d5-bd33-b3357d19cc5c,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:49:09.453969 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:09.454276 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:09.454571 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:09.455052 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:09.455393 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:09.455730 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:09.456059 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:09.456387 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:09.456742 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:09.457064 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:09.457411 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:09.457942 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9d855-4a8b-40b9-86fd-f9ea08596d5c admin admin] Tracked resource versions report: Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: pushed versions: Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: { 'AddressGroup': {'1.2'}, Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'ConntrackHelper': {'1.0'}, Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Log': {'1.0'}, Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Network': {'1.1'}, Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Port': {'1.7'}, Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'PortForwarding': {'1.2'}, Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'QosPolicy': {'1.9'}, Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'SecurityGroup': {'1.4'}, Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'SubPort': {'1.0'}, Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Subnet': {'1.1'}, Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Trunk': {'1.1'}} Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: consumer versions: Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: { DHCP agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: L3 agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: Metadata agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: Metering agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: Open vSwitch agent@dv-cinder-804457-2-iscsi: { 'AddressGroup': '1.2', Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'ConntrackHelper': '1.0', Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Log': '1.0', Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Network': '1.1', Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Port': '1.7', Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'PortForwarding': '1.2', Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'QosPolicy': '1.9', Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'SecurityGroup': '1.4', Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'SecurityGroupRule': '1.2', Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'SubPort': '1.0', Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Subnet': '1.1', Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Trunk': '1.1'}} Aug 12 21:49:09.459165 dv-cinder-804457-2-iscsi neutron-server[93881]: {{(pid=93881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:49:09.767331 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-9d40a539-4819-40ba-a0be-83100db791b6 None None] Provisioning complete for port 1fb183e4-41e8-4ea8-81d3-3d04384cbcdc triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:49:09.767713 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d40a539-4819-40ba-a0be-83100db791b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:09.853276 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-9d40a539-4819-40ba-a0be-83100db791b6 None None] Provisioning complete for port deaf32a1-5344-4d66-8592-c175257befcc triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:49:09.853648 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d40a539-4819-40ba-a0be-83100db791b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:11.576472 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 53514) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:49:11.798986 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11d1efb-8265-416d-857e-8785ed9927c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:11.799465 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11d1efb-8265-416d-857e-8785ed9927c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:11.801013 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d11d1efb-8265-416d-857e-8785ed9927c7 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2236581 Aug 12 21:49:13.934608 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 53522) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:49:14.069343 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2508d6ca-993f-4400-9963-0ce012b29355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:14.069820 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2508d6ca-993f-4400-9963-0ce012b29355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:14.071820 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-2508d6ca-993f-4400-9963-0ce012b29355 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1357882 Aug 12 21:49:15.241233 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49f934aa-bebb-4890-a3ec-813837428800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:16.190668 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 53530) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:49:16.312234 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657da4c4-c174-462f-862b-dbb6c202173f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:16.313621 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-657da4c4-c174-462f-862b-dbb6c202173f admin admin] 10.222.0.74 "GET /v2.0/networks/07826dfc-c97d-4455-8ea3-8b8e78ba3228 HTTP/1.1" status: 200 len: 886 time: 0.1219954 Aug 12 21:49:17.712234 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-115ae747-40fd-40dd-b17c-81de2937f76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:18.131103 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:18.518683 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 53540) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:49:18.715260 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe72795-68b5-42f1-84bd-3d267e6b7068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:18.716529 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-4fe72795-68b5-42f1-84bd-3d267e6b7068 admin admin] 10.222.0.74 "GET /v2.0/networks/40b22627-2b34-4527-a70e-f00ab136898c HTTP/1.1" status: 200 len: 869 time: 0.1969085 Aug 12 21:49:18.888386 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:20.362396 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:20.857379 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 53548) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:49:20.982107 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea62e2-851d-4a5b-934a-8291851fc4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:20.982571 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea62e2-851d-4a5b-934a-8291851fc4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:20.984078 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-6fea62e2-851d-4a5b-934a-8291851fc4d3 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257432 Aug 12 21:49:23.222719 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 53556) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:49:23.349839 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fd1856-7583-4802-8231-36df330755f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:23.350302 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fd1856-7583-4802-8231-36df330755f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:23.356028 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-41fd1856-7583-4802-8231-36df330755f4 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1317024 Aug 12 21:49:25.480982 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 53564) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:49:25.572007 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7417e0-ee48-4df7-8c7f-a6c9eb8980bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:25.573279 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5b7417e0-ee48-4df7-8c7f-a6c9eb8980bd admin admin] 10.222.0.74 "GET /v2.0/subnets/36592469-1385-40d5-bd33-b3357d19cc5c HTTP/1.1" status: 200 len: 868 time: 0.0912135 Aug 12 21:49:27.766134 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 53572) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:49:27.854172 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6588c50-4d1f-4548-926e-b0251e1af074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:27.855482 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-e6588c50-4d1f-4548-926e-b0251e1af074 admin admin] 10.222.0.74 "GET /v2.0/subnets/d4a155ac-5161-4949-b082-fa95c9ae046a HTTP/1.1" status: 200 len: 816 time: 0.0884006 Aug 12 21:49:37.722174 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 5 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:49:45.243661 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42ebaaea-b59d-4543-b4a8-4cbcd7579cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:47.712769 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6877e388-8598-49ff-815c-f40844921048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:48.131911 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:48.891301 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:50.366158 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:51.307896 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 53626) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:49:51.356209 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [None req-06914d4c-408e-4acd-b532-9b93d35499c9 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:49:51.357275 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-06914d4c-408e-4acd-b532-9b93d35499c9 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484281 Aug 12 21:49:53.578720 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 53634) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:49:53.640224 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.pecan_wsgi.hooks.translation [None req-241b2386-03c5-4a48-85b1-040174f334e9 admin admin] GET failed (client error): The resource could not be found. Aug 12 21:49:53.641599 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-241b2386-03c5-4a48-85b1-040174f334e9 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620260 Aug 12 21:49:53.724212 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380aaf62-9c23-4f19-b81b-3cb1ad1683eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:53.725724 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-380aaf62-9c23-4f19-b81b-3cb1ad1683eb admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0792754 Aug 12 21:49:55.891994 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 53642) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:49:55.939127 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-306c23ae-7594-4585-aede-c3eeb21a1c0f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:49:55.940249 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.quota [None req-306c23ae-7594-4585-aede-c3eeb21a1c0f admin admin] Loaded quota_driver: . Aug 12 21:49:55.983222 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306c23ae-7594-4585-aede-c3eeb21a1c0f admin admin] Made reservation on behalf of aa84b140cb9d421ab927bcbe467a87d8 for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:49:55.985837 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-306c23ae-7594-4585-aede-c3eeb21a1c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:56.029896 dv-cinder-804457-2-iscsi neutron-server[93881]: WARNING neutron.services.revisions.revision_plugin [None req-306c23ae-7594-4585-aede-c3eeb21a1c0f admin admin] Could not find related network for resource to bump revision. Aug 12 21:49:56.048538 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306c23ae-7594-4585-aede-c3eeb21a1c0f admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:49:56.061598 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-306c23ae-7594-4585-aede-c3eeb21a1c0f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757134312039', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:56.062161 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-306c23ae-7594-4585-aede-c3eeb21a1c0f admin admin] Unsubscribe: segment precommit_create {{(pid=93881) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 21:49:56.062636 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-306c23ae-7594-4585-aede-c3eeb21a1c0f admin admin] Added segment d51d041b-12b1-403d-8447-30ddbadc59a3 of type vlan for network 61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb Aug 12 21:49:56.117984 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-306c23ae-7594-4585-aede-c3eeb21a1c0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:56.161022 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-306c23ae-7594-4585-aede-c3eeb21a1c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:56.162028 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306c23ae-7594-4585-aede-c3eeb21a1c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:56.162601 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-306c23ae-7594-4585-aede-c3eeb21a1c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:56.245542 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-306c23ae-7594-4585-aede-c3eeb21a1c0f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3524468 Aug 12 21:49:56.259938 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c23ae-7594-4585-aede-c3eeb21a1c0f admin admin] Pushing event updated for resources: {'Network': ['ID=61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:49:56.272366 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network 61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:49:58.483425 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 53650) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:49:58.545415 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3dc44ef-59bb-4190-b5db-deecf997483b admin admin] GET failed (client error): The resource could not be found. Aug 12 21:49:58.546806 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b3dc44ef-59bb-4190-b5db-deecf997483b admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624650 Aug 12 21:49:58.645953 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034d18ba-ef25-4d55-9e16-8cb8fa2278cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:58.647394 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-034d18ba-ef25-4d55-9e16-8cb8fa2278cc admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0961821 Aug 12 21:49:58.657743 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:49:58.677517 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Made reservation on behalf of aa84b140cb9d421ab927bcbe467a87d8 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:49:58.679765 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:58.837023 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:58.889729 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1810881-fdbf-415c-88c5-ac2497ea336f,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:49:58.899515 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:58.899886 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:58.900245 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:58.900588 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:58.900926 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:58.901315 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:58.901655 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:58.901989 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:58.902338 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:58.902675 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:58.903004 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:58.903332 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:58.909302 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Checking segment: {'id': 'd51d041b-12b1-403d-8447-30ddbadc59a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:49:58.909655 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Network hostable DHCP agents. Network: 61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:49:58.925409 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Network 61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:49:58.934349 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, 61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:49:58.938212 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:49:58.938795 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:58.944887 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b600cf7-b572-4622-892b-4cb1355c9b7c None None] Network 61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:49:58.965151 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f2b12a60-1211-47b7-b594-c5746245837b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2982359 Aug 12 21:49:59.187705 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp519ec5f0-7f67-5fcd-9bb7-8bb7eed2c7e7-61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb', 'network_id': '61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb', 'tenant_id': 'aa84b140cb9d421ab927bcbe467a87d8', 'fixed_ips': [{'subnet_id': 'e1810881-fdbf-415c-88c5-ac2497ea336f'}]}} from dv-cinder-804457-2-iscsi. {{(pid=93883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:49:59.188527 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:59.330698 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Allocated IP 192.168.233.2 (61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb/e1810881-fdbf-415c-88c5-ac2497ea336f/82eb5ee0-319d-4d95-9d79-fd26bb989c83) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:49:59.479180 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:59.487587 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Transition to ACTIVE for port object 82eb5ee0-319d-4d95-9d79-fd26bb989c83 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:49:59.503202 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Transition to ACTIVE for port object 82eb5ee0-319d-4d95-9d79-fd26bb989c83 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:49:59.510752 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:59.556289 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Network 61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:49:59.559209 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:49:59.561932 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:49:59.568259 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Pushing event updated for resources: {'Port': ['ID=82eb5ee0-319d-4d95-9d79-fd26bb989c83,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:49:59.578112 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:59.578474 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:59.578822 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:59.579170 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:59.579511 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:59.579847 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:59.580179 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:59.580516 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:59.580887 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:59.581252 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:59.581582 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:59.581963 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:49:59.633787 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Attempting to bind port 82eb5ee0-319d-4d95-9d79-fd26bb989c83 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:49:59.634163 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Attempting to bind port 82eb5ee0-319d-4d95-9d79-fd26bb989c83 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': 'd51d041b-12b1-403d-8447-30ddbadc59a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:49:59.634534 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Attempting to bind port 82eb5ee0-319d-4d95-9d79-fd26bb989c83 on network 61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:49:59.639545 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:49:59.639924 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Checking segment: {'id': 'd51d041b-12b1-403d-8447-30ddbadc59a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:49:59.640353 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:59.640750 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Bound using segment: {'id': 'd51d041b-12b1-403d-8447-30ddbadc59a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:49:59.641246 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Bound port: 82eb5ee0-319d-4d95-9d79-fd26bb989c83, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51d041b-12b1-403d-8447-30ddbadc59a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:49:59.641650 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:59.707385 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] For port 82eb5ee0-319d-4d95-9d79-fd26bb989c83, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:49:59.710536 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] For port 82eb5ee0-319d-4d95-9d79-fd26bb989c83, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=82eb5ee0-319d-4d95-9d79-fd26bb989c83,segment=NetworkSegment(d51d041b-12b1-403d-8447-30ddbadc59a3),segment_id=d51d041b-12b1-403d-8447-30ddbadc59a3)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:49:59.715312 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:49:59.770534 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce3808-bd4f-4a5d-9a65-84427e27a147 None None] Pushing event updated for resources: {'Port': ['ID=82eb5ee0-319d-4d95-9d79-fd26bb989c83,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:50:00.186926 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 82eb5ee0-319d-4d95-9d79-fd26bb989c83 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:50:00.245609 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 82eb5ee0-319d-4d95-9d79-fd26bb989c83 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:50:00.557028 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad98795-bb39-403c-b50b-9a2a6e60c97a None None] Network 61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:50:00.637829 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-d1afc1e8-ef7c-4c14-b1c1-b0807ec3db8c None None] Provisioning for port 82eb5ee0-319d-4d95-9d79-fd26bb989c83 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:50:00.648757 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-d1afc1e8-ef7c-4c14-b1c1-b0807ec3db8c None None] Provisioning complete for port 82eb5ee0-319d-4d95-9d79-fd26bb989c83 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:50:00.649159 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1afc1e8-ef7c-4c14-b1c1-b0807ec3db8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:00.783337 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1afc1e8-ef7c-4c14-b1c1-b0807ec3db8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:00.818208 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-d1afc1e8-ef7c-4c14-b1c1-b0807ec3db8c None None] For port 82eb5ee0-319d-4d95-9d79-fd26bb989c83, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=82eb5ee0-319d-4d95-9d79-fd26bb989c83,segment=NetworkSegment(d51d041b-12b1-403d-8447-30ddbadc59a3),segment_id=d51d041b-12b1-403d-8447-30ddbadc59a3)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:50:00.823540 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1afc1e8-ef7c-4c14-b1c1-b0807ec3db8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:00.878389 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afc1e8-ef7c-4c14-b1c1-b0807ec3db8c None None] Pushing event updated for resources: {'Port': ['ID=82eb5ee0-319d-4d95-9d79-fd26bb989c83,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:50:01.044834 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-c06b5eab-8caf-4d5a-86ba-c56a48fccfb9 None None] Provisioning complete for port 82eb5ee0-319d-4d95-9d79-fd26bb989c83 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:50:01.045244 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c06b5eab-8caf-4d5a-86ba-c56a48fccfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:02.162564 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 82eb5ee0-319d-4d95-9d79-fd26bb989c83 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:50:02.208964 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 82eb5ee0-319d-4d95-9d79-fd26bb989c83 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:50:02.209381 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:14.720247 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 5 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:50:15.245894 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3254df44-9e6a-454f-bdd9-ca29559f8248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:17.718428 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba229a54-1095-4df1-9c55-7752f6e4db63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:18.135739 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:18.895244 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:20.367047 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:45.246689 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81d2297e-fe5d-4f0c-92cd-d993530b474b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:47.718593 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3b929dc-df32-4a35-9886-497c9486ae79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:48.138171 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:48.898124 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:50.366808 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:50:51.717994 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 5 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:51:08.171001 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 53702) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:51:08.177599 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [None req-d5dbce5d-ad06-46b5-8224-20da7ba188ef tempest-verify_tempest_config-331506465 tempest-verify_tempest_config-331506465-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:51:08.178568 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d5dbce5d-ad06-46b5-8224-20da7ba188ef tempest-verify_tempest_config-331506465 tempest-verify_tempest_config-331506465-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066049 Aug 12 21:51:08.482543 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 53720) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:51:08.586087 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:08.672375 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:08.676571 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:08.720058 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5282bd856614427aadeaf1fcd078650b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2364914 Aug 12 21:51:08.721201 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63311dcd-2420-40fc-8d37-1efaf106f007,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:51:08.722910 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 53724) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:51:08.728188 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.728543 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.728900 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.729275 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.729612 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.729944 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.730273 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.730603 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.730942 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.731269 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.731588 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.731907 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d3f4-3c15-4e3d-b4c0-7aac5945a0fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.797717 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:08.818503 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:08.907537 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:08.910618 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:08.911761 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/63311dcd-2420-40fc-8d37-1efaf106f007 HTTP/1.1" status: 204 len: 168 time: 0.1878841 Aug 12 21:51:08.919756 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63311dcd-2420-40fc-8d37-1efaf106f007,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:51:08.926472 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.926775 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.927122 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.927461 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.927794 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.928151 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.928484 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.928832 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.929171 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.929507 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.929829 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:08.930155 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e719b30-bc58-4d4f-a345-713ca905e8b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:51:15.246952 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95973f8c-9307-423f-8a41-262392efc53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:17.719252 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85d1fb03-deed-41f0-8cbf-85c3b1ffaab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:18.141276 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:18.899491 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:20.369923 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:28.716479 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 5 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:51:45.247182 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-540a0d6b-4b4e-4186-83c6-2d05f5debf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:47.719545 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b89f7cc7-793c-47c1-bc38-05f9e3446e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:48.143698 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:48.904275 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:51:50.373688 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:05.714642 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 5 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:52:15.247386 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed91c-886f-4e66-a4ec-54dc932419d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:17.720043 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fee3903f-e076-412c-b272-875ec826687c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:18.145243 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:18.905450 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:20.375805 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:37.740842 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3732466'] for agent, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:41.413826 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 53778) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:52:41.515737 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-20cdd4d2-860e-4d0a-8e09-985d81be8e8d admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1008186 Aug 12 21:52:42.714179 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:52:43.654691 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 53788) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:52:43.710739 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-b5d123ab-ace6-4ff5-be5b-f6fe0ecc65a6 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0550170 Aug 12 21:52:45.250216 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f7a5868-f42f-4e59-8f9e-7d82d2acce0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:47.722956 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3eed7502-6b4c-46f3-a8b6-4fa40ed2ddff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:48.150099 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:48.909337 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:52:50.377699 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:07.726223 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:15.249283 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85cb78fe-61ab-4550-b583-295e8f57f1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:17.723791 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-079658b7-f3d5-46f3-ae46-5b8dde37b20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:18.150982 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:18.911484 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:19.713659 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:53:20.381014 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:37.729568 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:45.250451 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8728326e-6195-48be-b1a7-465082a9d74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:47.726821 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a741c93-4d88-475d-99d8-36a06f087f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:48.152410 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:48.912367 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:50.384202 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:53:56.712008 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:54:07.748949 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:09.941819 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 53990) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:10.219571 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54008) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:10.338945 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54016) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:10.383084 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-network', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:10.408728 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Made reservation on behalf of 6bf985da8b404d0c890270b5692ca5fc for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:54:10.411270 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.415714 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54022) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:10.420034 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.471771 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54030) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:10.476611 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-545edb7e-7fc0-468d-8d61-bf8c2ab87a45 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1669013302-network', 'tenant_id': 'b8dfd626040248deab4261d183e1e445'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:10.520333 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1019371975-network', 'tenant_id': '3a1b01ecbd2c4e76aa82f4195318ca21'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:10.535150 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.545962 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.553245 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-468213348-network', 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:10.563739 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:54:10.567652 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.db.api [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 21:54:10.567652 dv-cinder-804457-2-iscsi neutron-server[93882]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 21:54:10.567652 dv-cinder-804457-2-iscsi neutron-server[93882]: [parameters: {'project_id_1': '3a1b01ecbd2c4e76aa82f4195318ca21', 'expiration_1': datetime.datetime(2021, 8, 12, 21, 54, 10, 536299)}] Aug 12 21:54:10.567652 dv-cinder-804457-2-iscsi neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 21:54:10.568006 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG oslo_db.api [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 21:54:10.579598 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.579945 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Added segment b842ec7d-ea85-46d4-b2c3-794379d2fff4 of type vlan for network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a Aug 12 21:54:10.582328 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545edb7e-7fc0-468d-8d61-bf8c2ab87a45 admin admin] Made reservation on behalf of b8dfd626040248deab4261d183e1e445 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:54:10.584456 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-545edb7e-7fc0-468d-8d61-bf8c2ab87a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.597337 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Made reservation on behalf of 578655d9defa4fde962a9185bfbbbbfe for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:54:10.600505 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.608362 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-545edb7e-7fc0-468d-8d61-bf8c2ab87a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.612634 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.645554 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.685744 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41983ff8-4b03-4e95-a53e-e714b2b5377c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:10.694806 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.695414 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.695906 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.696436 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.696982 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.697502 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.698010 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.698509 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.699034 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.699541 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.700040 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.700523 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Tracked resource versions report: Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: pushed versions: Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: { 'AddressGroup': {'1.2'}, Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'ConntrackHelper': {'1.0'}, Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Log': {'1.0'}, Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Network': {'1.1'}, Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Port': {'1.7'}, Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'PortForwarding': {'1.2'}, Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'QosPolicy': {'1.9'}, Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'SecurityGroup': {'1.4'}, Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'SubPort': {'1.0'}, Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Subnet': {'1.1'}, Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Trunk': {'1.1'}} Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: consumer versions: Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: { DHCP agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: HyperV agent@hv-cinder-80445: {}, Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: L3 agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: Metadata agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: Metering agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: Open vSwitch agent@dv-cinder-804457-2-iscsi: { 'AddressGroup': '1.2', Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'ConntrackHelper': '1.0', Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Log': '1.0', Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Network': '1.1', Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Port': '1.7', Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'PortForwarding': '1.2', Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'QosPolicy': '1.9', Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'SecurityGroup': '1.4', Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'SecurityGroupRule': '1.2', Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'SubPort': '1.0', Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Subnet': '1.1', Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: 'Trunk': '1.1'}} Aug 12 21:54:10.701818 dv-cinder-804457-2-iscsi neutron-server[93882]: {{(pid=93882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:54:10.717341 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.718453 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:10.719049 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.740002 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.746258 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.775221 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:54:10.784420 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] Pushing event updated for resources: {'Network': ['ID=6e26e98c-0564-4c51-b6a9-f3b8893bd22a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:10.792418 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:10.795600 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:54:10.800155 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.800506 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Added segment ad3006b5-64da-4023-b78f-553ef1dc1abb of type vlan for network 79e13655-3f36-46fa-b773-fa603af50fee Aug 12 21:54:10.815601 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.815966 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.816525 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.817062 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.817653 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.818170 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.818714 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.819321 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.819731 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.820069 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.820400 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.820776 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Tracked resource versions report: Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: pushed versions: Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: { 'AddressGroup': {'1.2'}, Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'ConntrackHelper': {'1.0'}, Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Log': {'1.0'}, Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Network': {'1.1'}, Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Port': {'1.7'}, Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'PortForwarding': {'1.2'}, Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'QosPolicy': {'1.9'}, Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'SecurityGroup': {'1.4'}, Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'SubPort': {'1.0'}, Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Subnet': {'1.1'}, Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Trunk': {'1.1'}} Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: consumer versions: Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: { DHCP agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: HyperV agent@hv-cinder-80445: {}, Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: L3 agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: Metadata agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: Metering agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: Open vSwitch agent@dv-cinder-804457-2-iscsi: { 'AddressGroup': '1.2', Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'ConntrackHelper': '1.0', Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Log': '1.0', Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Network': '1.1', Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Port': '1.7', Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'PortForwarding': '1.2', Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'QosPolicy': '1.9', Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'SecurityGroup': '1.4', Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'SecurityGroupRule': '1.2', Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'SubPort': '1.0', Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Subnet': '1.1', Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: 'Trunk': '1.1'}} Aug 12 21:54:10.822287 dv-cinder-804457-2-iscsi neutron-server[93881]: {{(pid=93881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:54:10.830318 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-ecd53544-9764-4f7d-ae2c-e8cbf07ed399 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2062234314-network', 'tenant_id': '3dd1520c8b454427bcf76f6921e65358'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:10.890022 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.934467 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.935932 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:10.937386 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.943415 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-545edb7e-7fc0-468d-8d61-bf8c2ab87a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.949460 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-545edb7e-7fc0-468d-8d61-bf8c2ab87a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.966798 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545edb7e-7fc0-468d-8d61-bf8c2ab87a45 admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:54:10.967563 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5509739 Aug 12 21:54:10.977819 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-545edb7e-7fc0-468d-8d61-bf8c2ab87a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:10.978356 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-545edb7e-7fc0-468d-8d61-bf8c2ab87a45 admin admin] Added segment 8362c5d2-1909-4a3f-8eb7-a45f93fa212d of type vlan for network 806601be-7d73-41dc-a17f-29d2397473ae Aug 12 21:54:10.996738 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54052) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:11.009277 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-f8c7dc2b-9c04-45ac-b156-1682ec17315d admin admin] Request body: {'subnet': {'network_id': '79e13655-3f36-46fa-b773-fa603af50fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-468213348-subnet', 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:11.027698 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf5bd1-ca37-4a16-a4b8-aa354926d61e admin admin] Pushing event updated for resources: {'Network': ['ID=79e13655-3f36-46fa-b773-fa603af50fee,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:11.040899 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network 79e13655-3f36-46fa-b773-fa603af50fee details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:54:11.041292 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-545edb7e-7fc0-468d-8d61-bf8c2ab87a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:11.084642 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd53544-9764-4f7d-ae2c-e8cbf07ed399 admin admin] Made reservation on behalf of 3dd1520c8b454427bcf76f6921e65358 for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:54:11.089320 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ecd53544-9764-4f7d-ae2c-e8cbf07ed399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:11.091915 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-51e20e60-565d-4cee-8936-e66b1971a820 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1490192 Aug 12 21:54:11.096624 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54058) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:11.098227 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-545edb7e-7fc0-468d-8d61-bf8c2ab87a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:11.100290 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545edb7e-7fc0-468d-8d61-bf8c2ab87a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:11.101051 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-545edb7e-7fc0-468d-8d61-bf8c2ab87a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:11.115091 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-448a3e5e-63d0-452c-b5cc-5f5b97dd45a1 admin admin] Request body: {'subnet': {'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-subnet', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:11.123009 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ecd53544-9764-4f7d-ae2c-e8cbf07ed399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:11.144049 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c7dc2b-9c04-45ac-b156-1682ec17315d admin admin] Made reservation on behalf of 578655d9defa4fde962a9185bfbbbbfe for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:54:11.146468 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f8c7dc2b-9c04-45ac-b156-1682ec17315d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:11.188642 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545edb7e-7fc0-468d-8d61-bf8c2ab87a45 admin admin] Pushing event updated for resources: {'Network': ['ID=806601be-7d73-41dc-a17f-29d2397473ae,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:11.191038 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.db.api [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 21:54:11.191038 dv-cinder-804457-2-iscsi neutron-server[93882]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 21:54:11.191038 dv-cinder-804457-2-iscsi neutron-server[93882]: [parameters: {'project_id_1': '3a1b01ecbd2c4e76aa82f4195318ca21', 'expiration_1': datetime.datetime(2021, 8, 12, 21, 54, 11, 95835)}] Aug 12 21:54:11.191038 dv-cinder-804457-2-iscsi neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 21:54:11.191655 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG oslo_db.api [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 21:54:11.193992 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545edb7e-7fc0-468d-8d61-bf8c2ab87a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa13f969-eccd-4437-9a8f-0734304fc905,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:11.199986 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network 806601be-7d73-41dc-a17f-29d2397473ae details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:54:11.254517 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-545edb7e-7fc0-468d-8d61-bf8c2ab87a45 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0337071 Aug 12 21:54:11.257325 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54068) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:11.263607 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-dddb514c-1b1c-4fcd-8d12-26880f22a28c admin admin] Request body: {'subnet': {'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1669013302-subnet', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:11.329214 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448a3e5e-63d0-452c-b5cc-5f5b97dd45a1 admin admin] Made reservation on behalf of 6bf985da8b404d0c890270b5692ca5fc for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:54:11.332256 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-448a3e5e-63d0-452c-b5cc-5f5b97dd45a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:11.718047 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ecd53544-9764-4f7d-ae2c-e8cbf07ed399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:11.722300 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f8c7dc2b-9c04-45ac-b156-1682ec17315d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:11.732185 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ecd53544-9764-4f7d-ae2c-e8cbf07ed399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:11.740774 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddb514c-1b1c-4fcd-8d12-26880f22a28c admin admin] Made reservation on behalf of b8dfd626040248deab4261d183e1e445 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:54:11.743377 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dddb514c-1b1c-4fcd-8d12-26880f22a28c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:11.810455 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd53544-9764-4f7d-ae2c-e8cbf07ed399 admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:54:11.865409 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-448a3e5e-63d0-452c-b5cc-5f5b97dd45a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:11.875051 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7dc2b-9c04-45ac-b156-1682ec17315d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3cfec04-1a32-4b2a-bfc9-aa15ffa5e034,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:11.877956 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ecd53544-9764-4f7d-ae2c-e8cbf07ed399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:11.878312 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-ecd53544-9764-4f7d-ae2c-e8cbf07ed399 admin admin] Added segment ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b of type vlan for network 4a83ee7f-2284-4366-8da4-358a3b379299 Aug 12 21:54:11.925825 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd53544-9764-4f7d-ae2c-e8cbf07ed399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:11.964384 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7dc2b-9c04-45ac-b156-1682ec17315d admin admin] Checking segment: {'id': 'ad3006b5-64da-4023-b78f-553ef1dc1abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:11.964803 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c7dc2b-9c04-45ac-b156-1682ec17315d admin admin] Network hostable DHCP agents. Network: 79e13655-3f36-46fa-b773-fa603af50fee, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:54:11.987154 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ecd53544-9764-4f7d-ae2c-e8cbf07ed399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.017271 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Made reservation on behalf of 3a1b01ecbd2c4e76aa82f4195318ca21 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:54:12.019853 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.022085 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a3e5e-63d0-452c-b5cc-5f5b97dd45a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba43b19-4464-42ef-b75e-2039bb19c703,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:12.040626 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.051577 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c7dc2b-9c04-45ac-b156-1682ec17315d admin admin] Network 79e13655-3f36-46fa-b773-fa603af50fee is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:54:12.057747 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a3e5e-63d0-452c-b5cc-5f5b97dd45a1 admin admin] Checking segment: {'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:12.058289 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448a3e5e-63d0-452c-b5cc-5f5b97dd45a1 admin admin] Network hostable DHCP agents. Network: 6e26e98c-0564-4c51-b6a9-f3b8893bd22a, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:54:12.074917 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ecd53544-9764-4f7d-ae2c-e8cbf07ed399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.076435 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd53544-9764-4f7d-ae2c-e8cbf07ed399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:12.077233 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ecd53544-9764-4f7d-ae2c-e8cbf07ed399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.082684 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-f8c7dc2b-9c04-45ac-b156-1682ec17315d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, 79e13655-3f36-46fa-b773-fa603af50fee) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:12.093668 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3423498e-361f-4deb-92d4-773f717c3912 None None] Network 79e13655-3f36-46fa-b773-fa603af50fee requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:54:12.126860 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c7dc2b-9c04-45ac-b156-1682ec17315d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:12.127460 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f8c7dc2b-9c04-45ac-b156-1682ec17315d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.162187 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.168169 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.203750 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00256737-4097-4d9c-be00-7ce4bdeadcf4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:12.228596 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:54:12.244935 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448a3e5e-63d0-452c-b5cc-5f5b97dd45a1 admin admin] Network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:54:12.270863 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ecd53544-9764-4f7d-ae2c-e8cbf07ed399 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7982230 Aug 12 21:54:12.273373 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.273871 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-448a3e5e-63d0-452c-b5cc-5f5b97dd45a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, 6e26e98c-0564-4c51-b6a9-f3b8893bd22a) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:12.274232 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Added segment c8ffced7-5e7d-4ff3-a9a2-4352313814ff of type vlan for network c8010d77-d8ba-46bc-974b-d7edd79a9468 Aug 12 21:54:12.275790 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54112) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:12.284034 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b687dc59-3d1b-4de8-a92f-5add61db51b7 admin admin] Request body: {'subnet': {'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2062234314-subnet', 'tenant_id': '3dd1520c8b454427bcf76f6921e65358', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:12.284881 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f8c7dc2b-9c04-45ac-b156-1682ec17315d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2865739 Aug 12 21:54:12.287807 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e3308e-0fc2-4ced-bfd3-fa15659be4b7 None None] Network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:54:12.288912 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54114) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:12.295007 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-468213348-router', 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:12.300701 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448a3e5e-63d0-452c-b5cc-5f5b97dd45a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:12.302062 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-448a3e5e-63d0-452c-b5cc-5f5b97dd45a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.303156 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e4b02d-d0f1-4396-8eba-b1fb252e313a None None] Network 79e13655-3f36-46fa-b773-fa603af50fee requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:54:12.306534 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd53544-9764-4f7d-ae2c-e8cbf07ed399 admin admin] Pushing event updated for resources: {'Network': ['ID=4a83ee7f-2284-4366-8da4-358a3b379299,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:12.334387 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b687dc59-3d1b-4de8-a92f-5add61db51b7 admin admin] Made reservation on behalf of 3dd1520c8b454427bcf76f6921e65358 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:54:12.337988 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b687dc59-3d1b-4de8-a92f-5add61db51b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.342401 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network 4a83ee7f-2284-4366-8da4-358a3b379299 details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:54:12.355259 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-448a3e5e-63d0-452c-b5cc-5f5b97dd45a1 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2494135 Aug 12 21:54:12.355474 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54120) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:12.360294 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:12.366606 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233092'] for router, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.368161 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3870766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233099'] for router, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.451031 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.500142 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.501268 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:12.501870 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.602134 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dddb514c-1b1c-4fcd-8d12-26880f22a28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.628879 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.631198 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233092'] for router, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.632455 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3870766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233099'] for router, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.660132 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3200812 Aug 12 21:54:12.671273 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54138) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:12.701795 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c23e6-4614-40f7-982e-d5180cda0107 admin admin] Pushing event updated for resources: {'Network': ['ID=c8010d77-d8ba-46bc-974b-d7edd79a9468,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:12.721563 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a7785f23-ad4e-4772-9583-37390e87cb05 admin admin] Request body: {'subnet': {'network_id': 'c8010d77-d8ba-46bc-974b-d7edd79a9468', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1019371975-subnet', 'tenant_id': '3a1b01ecbd2c4e76aa82f4195318ca21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:12.724919 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network c8010d77-d8ba-46bc-974b-d7edd79a9468 details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:54:12.841330 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.958271 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb514c-1b1c-4fcd-8d12-26880f22a28c admin admin] Checking segment: {'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:12.958631 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddb514c-1b1c-4fcd-8d12-26880f22a28c admin admin] Network hostable DHCP agents. Network: 806601be-7d73-41dc-a17f-29d2397473ae, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:54:12.960739 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b687dc59-3d1b-4de8-a92f-5add61db51b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:12.991030 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb514c-1b1c-4fcd-8d12-26880f22a28c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee30d20-fb34-4973-8d29-eae3277e3889,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:13.047463 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687dc59-3d1b-4de8-a92f-5add61db51b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2113c992-f5ab-4887-8abc-4c769fbc8ead,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:13.066970 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7785f23-ad4e-4772-9583-37390e87cb05 admin admin] Made reservation on behalf of 3a1b01ecbd2c4e76aa82f4195318ca21 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:54:13.070719 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7785f23-ad4e-4772-9583-37390e87cb05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:13.122782 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp519ec5f0-7f67-5fcd-9bb7-8bb7eed2c7e7-6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703'}]}} from dv-cinder-804457-2-iscsi. {{(pid=93883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:54:13.123738 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:13.164486 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:13.168088 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddb514c-1b1c-4fcd-8d12-26880f22a28c admin admin] Network 806601be-7d73-41dc-a17f-29d2397473ae is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:54:13.179050 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:13.196578 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-dddb514c-1b1c-4fcd-8d12-26880f22a28c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, 806601be-7d73-41dc-a17f-29d2397473ae) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:13.200804 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddb514c-1b1c-4fcd-8d12-26880f22a28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:13.201414 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dddb514c-1b1c-4fcd-8d12-26880f22a28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:13.212054 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687dc59-3d1b-4de8-a92f-5add61db51b7 admin admin] Checking segment: {'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:13.212425 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b687dc59-3d1b-4de8-a92f-5add61db51b7 admin admin] Network hostable DHCP agents. Network: 4a83ee7f-2284-4366-8da4-358a3b379299, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:54:13.235071 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-dddb514c-1b1c-4fcd-8d12-26880f22a28c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9766254 Aug 12 21:54:13.241514 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54168) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:13.267389 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b687dc59-3d1b-4de8-a92f-5add61db51b7 admin admin] Network 4a83ee7f-2284-4366-8da4-358a3b379299 is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:54:13.283018 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:13.339094 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233092'] for router, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:13.340553 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3870766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233099'] for router, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:13.423316 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dd229c-03ba-4432-888d-6437137f32eb None None] Network 806601be-7d73-41dc-a17f-29d2397473ae requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:54:13.427161 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-b687dc59-3d1b-4de8-a92f-5add61db51b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, 4a83ee7f-2284-4366-8da4-358a3b379299) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:13.437444 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7785f23-ad4e-4772-9583-37390e87cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:13.453097 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b687dc59-3d1b-4de8-a92f-5add61db51b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:13.456498 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b687dc59-3d1b-4de8-a92f-5add61db51b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:13.460921 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:13.539123 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7785f23-ad4e-4772-9583-37390e87cb05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b023fe4-eb61-44e2-a76d-69ec886e93a3,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:13.581220 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658b9e1b-5f5e-45c9-8d3d-75caac244f21 None None] Network 4a83ee7f-2284-4366-8da4-358a3b379299 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:54:13.590651 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b687dc59-3d1b-4de8-a92f-5add61db51b7 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3118424 Aug 12 21:54:13.601171 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7785f23-ad4e-4772-9583-37390e87cb05 admin admin] Checking segment: {'id': 'c8ffced7-5e7d-4ff3-a9a2-4352313814ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c8010d77-d8ba-46bc-974b-d7edd79a9468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:13.601530 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7785f23-ad4e-4772-9583-37390e87cb05 admin admin] Network hostable DHCP agents. Network: c8010d77-d8ba-46bc-974b-d7edd79a9468, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:54:13.624010 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7785f23-ad4e-4772-9583-37390e87cb05 admin admin] Network c8010d77-d8ba-46bc-974b-d7edd79a9468 is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:54:13.651625 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-a7785f23-ad4e-4772-9583-37390e87cb05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, c8010d77-d8ba-46bc-974b-d7edd79a9468) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:13.657604 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7785f23-ad4e-4772-9583-37390e87cb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:13.658248 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7785f23-ad4e-4772-9583-37390e87cb05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:13.687911 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3e555c-cb61-416b-9020-a74a76be1698 None None] Network c8010d77-d8ba-46bc-974b-d7edd79a9468 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:54:13.690623 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a7785f23-ad4e-4772-9583-37390e87cb05 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0147254 Aug 12 21:54:13.875612 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9010c0b4-8dde-4c90-b654-8d34cbdf5a10 None None] Network c8010d77-d8ba-46bc-974b-d7edd79a9468 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:54:13.934292 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Allocated IP 172.20.0.2 (6e26e98c-0564-4c51-b6a9-f3b8893bd22a/cba43b19-4464-42ef-b75e-2039bb19c703/b60616bc-0643-4735-8c87-b1bfd8b08d81) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:54:13.936558 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp519ec5f0-7f67-5fcd-9bb7-8bb7eed2c7e7-806601be-7d73-41dc-a17f-29d2397473ae', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889'}]}} from dv-cinder-804457-2-iscsi. {{(pid=93883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:54:13.938038 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:14.309520 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e02a278-5840-41d9-adf2-5c26ae98431d None None] Network 4a83ee7f-2284-4366-8da4-358a3b379299 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:54:14.347998 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:14.425263 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54282) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:14.428948 dv-cinder-804457-2-iscsi neutron-server[93882]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 21:54:14.523303 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:14.539962 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:14.551230 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Allocated IP 172.20.0.2 (806601be-7d73-41dc-a17f-29d2397473ae/2ee30d20-fb34-4973-8d29-eae3277e3889/94823d44-078a-458d-9e16-3562ecce1457) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:54:14.601891 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54292) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:14.609207 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:14.613384 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:14.701866 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:14.734167 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Transition to ACTIVE for port object b60616bc-0643-4735-8c87-b1bfd8b08d81 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:14.766475 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Transition to ACTIVE for port object b60616bc-0643-4735-8c87-b1bfd8b08d81 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:14.770026 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Allocated IP 172.27.1.66 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:54:14.790585 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:14.859554 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:14.861779 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-10283f7c-5d04-49b8-a4e0-46b411ab4374 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:14.865259 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-10283f7c-5d04-49b8-a4e0-46b411ab4374 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/networks?id=4a83ee7f-2284-4366-8da4-358a3b379299 HTTP/1.1" status: 200 len: 815 time: 0.4374151 Aug 12 21:54:14.897067 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-9ac12ffd-a3fc-4459-9d63-078cc0e63f93 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/quotas/3dd1520c8b454427bcf76f6921e65358 HTTP/1.1" status: 200 len: 375 time: 0.0252223 Aug 12 21:54:14.931499 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:14.932544 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:14.937248 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:54:14.944602 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Pushing event updated for resources: {'Port': ['ID=b60616bc-0643-4735-8c87-b1bfd8b08d81,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:14.958978 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-70733155-8d0a-40aa-b603-f5f196de2dfa tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3dd1520c8b454427bcf76f6921e65358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556946 Aug 12 21:54:15.035751 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54308) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:15.087040 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54318) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:15.131353 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:15.131766 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:15.132193 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:15.132546 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:15.132948 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:15.133370 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:15.133768 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:15.134166 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:15.134594 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:15.134998 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:15.135382 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:15.135774 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Tracked resource versions report: Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: pushed versions: Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: { 'AddressGroup': {'1.2'}, Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'ConntrackHelper': {'1.0'}, Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Log': {'1.0'}, Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Network': {'1.1'}, Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Port': {'1.7'}, Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'PortForwarding': {'1.2'}, Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'QosPolicy': {'1.9'}, Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'SecurityGroup': {'1.4'}, Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'SubPort': {'1.0'}, Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Subnet': {'1.1'}, Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Trunk': {'1.1'}} Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: consumer versions: Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: { DHCP agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: HyperV agent@hv-cinder-80445: {}, Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: L3 agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: Metadata agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: Metering agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: Open vSwitch agent@dv-cinder-804457-2-iscsi: { 'AddressGroup': '1.2', Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'ConntrackHelper': '1.0', Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Log': '1.0', Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Network': '1.1', Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Port': '1.7', Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'PortForwarding': '1.2', Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'QosPolicy': '1.9', Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'SecurityGroup': '1.4', Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'SecurityGroupRule': '1.2', Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'SubPort': '1.0', Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Subnet': '1.1', Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: 'Trunk': '1.1'}} Aug 12 21:54:15.137077 dv-cinder-804457-2-iscsi neutron-server[93883]: {{(pid=93883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:54:15.147117 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.183101 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Transition to ACTIVE for port object 94823d44-078a-458d-9e16-3562ecce1457 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:15.199604 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.216830 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a0bd502d-76ab-4919-a0f4-dcec758dc0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.217528 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Attempting to bind port b60616bc-0643-4735-8c87-b1bfd8b08d81 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:54:15.218158 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Attempting to bind port b60616bc-0643-4735-8c87-b1bfd8b08d81 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:54:15.219398 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Attempting to bind port b60616bc-0643-4735-8c87-b1bfd8b08d81 on network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:15.220500 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8c91-39b2-4f95-99ce-f23e0606abc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.227358 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Transition to ACTIVE for port object 94823d44-078a-458d-9e16-3562ecce1457 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:15.242206 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:54:15.243628 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Checking segment: {'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:15.244244 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.244836 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Bound using segment: {'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:54:15.245519 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Bound port: b60616bc-0643-4735-8c87-b1bfd8b08d81, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:54:15.246185 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.267096 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.285695 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-dda496da-e3ff-44d0-865e-a0c93015b170 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:54:15.286801 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-dda496da-e3ff-44d0-865e-a0c93015b170 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0970595 Aug 12 21:54:15.321863 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-8654fe3b-ec91-49d6-8294-2bdfb2c466d9 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:15.323277 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-8654fe3b-ec91-49d6-8294-2bdfb2c466d9 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/networks?id=c8010d77-d8ba-46bc-974b-d7edd79a9468 HTTP/1.1" status: 200 len: 812 time: 0.2346451 Aug 12 21:54:15.346463 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:15.366732 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Network 806601be-7d73-41dc-a17f-29d2397473ae is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:15.370453 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ded81553-db9e-4ef9-9f17-d2a8c0b0732e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.376453 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:15.381913 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:54:15.382863 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:15.391192 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-0777d94a-148f-4dc7-a26f-13938ea0072b tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/quotas/3a1b01ecbd2c4e76aa82f4195318ca21 HTTP/1.1" status: 200 len: 375 time: 0.0593703 Aug 12 21:54:15.391713 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Pushing event updated for resources: {'Port': ['ID=1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:15.428953 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Allocated IP 172.27.1.5 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/14ef3fec-f8f4-462a-ba87-0fd729809cda) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:54:15.457261 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-e190d07b-3ddd-4754-84bd-387c161ba045 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3a1b01ecbd2c4e76aa82f4195318ca21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532548 Aug 12 21:54:15.465549 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Pushing event updated for resources: {'Port': ['ID=94823d44-078a-458d-9e16-3562ecce1457,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:15.494429 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-598257a4-961d-48e7-9fc6-0f08286cc45f service neutron] 10.222.0.74 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805208 Aug 12 21:54:15.505136 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:54:15.505891 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8c91-39b2-4f95-99ce-f23e0606abc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.520094 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] For port b60616bc-0643-4735-8c87-b1bfd8b08d81, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:54:15.524379 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8c91-39b2-4f95-99ce-f23e0606abc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.540398 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.557870 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] For port b60616bc-0643-4735-8c87-b1bfd8b08d81, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=b60616bc-0643-4735-8c87-b1bfd8b08d81,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:54:15.594730 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.603914 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.633031 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2f2b8c91-39b2-4f95-99ce-f23e0606abc3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ed88703ac90f493c8205e5833adb3095&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5960877 Aug 12 21:54:15.634633 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54336) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:15.652123 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b8c91-39b2-4f95-99ce-f23e0606abc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce6944d-6b4d-4d8a-8aa0-bfd4e66cd35a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:15.664597 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Attempting to bind port 94823d44-078a-458d-9e16-3562ecce1457 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:54:15.664975 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Attempting to bind port 94823d44-078a-458d-9e16-3562ecce1457 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:54:15.665375 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Attempting to bind port 94823d44-078a-458d-9e16-3562ecce1457 on network 806601be-7d73-41dc-a17f-29d2397473ae {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:15.665891 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-c7ea1e74-f20e-4a0d-858c-d3050701c6c3 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:54:15.666901 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-c7ea1e74-f20e-4a0d-858c-d3050701c6c3 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0990791 Aug 12 21:54:15.683814 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:54:15.684766 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Checking segment: {'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:15.685442 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.685977 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Bound using segment: {'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:54:15.686480 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Bound port: 94823d44-078a-458d-9e16-3562ecce1457, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:54:15.687420 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.709928 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e6ea5-a18e-4970-b201-30aebed5a066 None None] Pushing event updated for resources: {'Port': ['ID=b60616bc-0643-4735-8c87-b1bfd8b08d81,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:15.765213 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] For port 94823d44-078a-458d-9e16-3562ecce1457, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:54:15.768901 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] For port 94823d44-078a-458d-9e16-3562ecce1457, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=94823d44-078a-458d-9e16-3562ecce1457,segment=NetworkSegment(8362c5d2-1909-4a3f-8eb7-a45f93fa212d),segment_id=8362c5d2-1909-4a3f-8eb7-a45f93fa212d)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:54:15.773851 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.836704 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334dbc53-3994-440a-a9c5-b9f0ffa8aa13 None None] Pushing event updated for resources: {'Port': ['ID=94823d44-078a-458d-9e16-3562ecce1457,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:15.857879 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-32905bd8-e5df-442a-9d8a-4f57d1afb999 service neutron] 10.222.0.74 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491542 Aug 12 21:54:15.872587 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9940e470-2195-4295-902b-3655bed16a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.920044 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-7bcf7020-cb31-4b23-b03b-b6708e2267ae service neutron] 10.222.0.74 "GET /v2.0/networks/c8010d77-d8ba-46bc-974b-d7edd79a9468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400615 Aug 12 21:54:15.931380 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9940e470-2195-4295-902b-3655bed16a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:15.954221 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a0bd502d-76ab-4919-a0f4-dcec758dc0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:16.020606 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:16.145764 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:16.173309 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a0bd502d-76ab-4919-a0f4-dcec758dc0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:16.323042 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a0bd502d-76ab-4919-a0f4-dcec758dc0f1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=464f1d0c2c8448dc9f0f49152d80239f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7202218 Aug 12 21:54:16.325820 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd502d-76ab-4919-a0f4-dcec758dc0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41a4b95-5fd8-423b-b7f0-d4291b993663,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:16.334707 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Allocated IP 172.27.1.54 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/cc122c8e-2e6b-4402-8381-3da9922a4c81) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:54:16.342192 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:16.349189 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54356) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:16.384098 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-f922d177-2f98-4045-b53a-8b2769a1f18e service neutron] 10.222.0.74 "GET /v2.0/networks/c8010d77-d8ba-46bc-974b-d7edd79a9468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507453 Aug 12 21:54:16.501137 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba37c8d0-0fe1-4ba2-8c9d-20e52d49f195 req-7e293d31-74fe-4fa0-98af-1ea8318887a1 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 210 time: 0.0832453 Aug 12 21:54:16.501137 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9940e470-2195-4295-902b-3655bed16a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:16.501137 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9940e470-2195-4295-902b-3655bed16a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:16.504026 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9940e470-2195-4295-902b-3655bed16a7f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5ce6944d-6b4d-4d8a-8aa0-bfd4e66cd35a HTTP/1.1" status: 204 len: 168 time: 0.8649170 Aug 12 21:54:16.512484 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940e470-2195-4295-902b-3655bed16a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce6944d-6b4d-4d8a-8aa0-bfd4e66cd35a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:16.585483 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 94823d44-078a-458d-9e16-3562ecce1457 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:16.608673 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Pushing event updated for resources: {'Port': ['ID=14ef3fec-f8f4-462a-ba87-0fd729809cda,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:16.680719 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:16.699852 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 94823d44-078a-458d-9e16-3562ecce1457 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:16.707153 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device b60616bc-0643-4735-8c87-b1bfd8b08d81 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:16.742428 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:16.771364 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:54:16.839390 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port b60616bc-0643-4735-8c87-b1bfd8b08d81 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:16.889141 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bfaac108-7588-43f6-9fe7-a5aeef40326e req-70ab3972-a2a6-48ac-bce8-e578d3125bb8 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 210 time: 0.0392611 Aug 12 21:54:17.093743 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54400) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:17.110700 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7315cffe-5032-4e4a-a917-017b24aceb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.117745 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733243'] for router, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.132179 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-95d55893-9288-4d76-8969-aba52969c114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.161812 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-95d55893-9288-4d76-8969-aba52969c114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.279535 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c51e0-4b65-463b-80b4-941879d5230a None None] Network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:54:17.288784 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7315cffe-5032-4e4a-a917-017b24aceb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.314658 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.318670 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7315cffe-5032-4e4a-a917-017b24aceb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.331533 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-95d55893-9288-4d76-8969-aba52969c114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.334491 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-95d55893-9288-4d76-8969-aba52969c114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.335962 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-95d55893-9288-4d76-8969-aba52969c114 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d41a4b95-5fd8-423b-b7f0-d4291b993663 HTTP/1.1" status: 204 len: 168 time: 0.9842675 Aug 12 21:54:17.367805 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7315cffe-5032-4e4a-a917-017b24aceb71 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3e9c12f5d1ad4532a820c144608cc350&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2724864 Aug 12 21:54:17.370622 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d55893-9288-4d76-8969-aba52969c114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41a4b95-5fd8-423b-b7f0-d4291b993663,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:17.372556 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54414) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:17.427856 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315cffe-5032-4e4a-a917-017b24aceb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a588375-e5b9-40a8-8f9f-ffe1213f32a0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:17.523828 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-1b834696-932a-459b-af60-033eb5386d43 None None] Provisioning for port b60616bc-0643-4735-8c87-b1bfd8b08d81 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:17.544557 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-1b834696-932a-459b-af60-033eb5386d43 None None] Provisioning complete for port b60616bc-0643-4735-8c87-b1bfd8b08d81 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:17.544752 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b834696-932a-459b-af60-033eb5386d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.646970 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd33e-5a4c-47a1-adc1-65c77e2de7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.688155 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd33e-5a4c-47a1-adc1-65c77e2de7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.726708 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-36d57cbd-7a16-4f38-90bb-566072ee1e81 req-fec89e45-dc74-4c3b-82dc-fa395d51f790 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 210 time: 0.0767264 Aug 12 21:54:17.770286 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.785200 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.846659 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ddfd84-d849-4905-bfe4-3b106f1b2b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.859899 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b834696-932a-459b-af60-033eb5386d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.880394 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f83f07a-3e45-4d1d-bc35-0883b2dc2ce5 None None] Network 806601be-7d73-41dc-a17f-29d2397473ae requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:54:17.928518 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd33e-5a4c-47a1-adc1-65c77e2de7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.933217 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd33e-5a4c-47a1-adc1-65c77e2de7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:17.937572 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f1ecd33e-5a4c-47a1-adc1-65c77e2de7b4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6a588375-e5b9-40a8-8f9f-ffe1213f32a0 HTTP/1.1" status: 204 len: 168 time: 0.5594592 Aug 12 21:54:18.034028 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ffca7639-b77d-498d-9c49-371f4904592f req-258ed19f-00df-4937-ade4-9252580b80cc tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 210 time: 0.0684240 Aug 12 21:54:18.044368 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-1b834696-932a-459b-af60-033eb5386d43 None None] For port b60616bc-0643-4735-8c87-b1bfd8b08d81, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=b60616bc-0643-4735-8c87-b1bfd8b08d81,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:18.048956 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd is scheduled to L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c with binding_index 1 {{(pid=93881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:54:18.051995 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b834696-932a-459b-af60-033eb5386d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:18.052180 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:18.096378 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecd33e-5a4c-47a1-adc1-65c77e2de7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a588375-e5b9-40a8-8f9f-ffe1213f32a0,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:18.098400 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:18.142224 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Pushing event updated for resources: {'Port': ['ID=cc122c8e-2e6b-4402-8381-3da9922a4c81,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:18.164375 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54444) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:18.176933 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:54:18.196282 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b834696-932a-459b-af60-033eb5386d43 None None] Pushing event updated for resources: {'Port': ['ID=b60616bc-0643-4735-8c87-b1bfd8b08d81,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:18.213220 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05b3d1da-25f7-4620-90ce-e83c92130b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:18.217959 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:18.239609 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-0205f003-859d-4f77-a8ff-86f0bfb90bfd None None] Provisioning for port 94823d44-078a-458d-9e16-3562ecce1457 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:18.247207 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-0205f003-859d-4f77-a8ff-86f0bfb90bfd None None] Provisioning complete for port 94823d44-078a-458d-9e16-3562ecce1457 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:18.247859 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0205f003-859d-4f77-a8ff-86f0bfb90bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:18.364631 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0205f003-859d-4f77-a8ff-86f0bfb90bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:18.428653 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-0205f003-859d-4f77-a8ff-86f0bfb90bfd None None] For port 94823d44-078a-458d-9e16-3562ecce1457, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=94823d44-078a-458d-9e16-3562ecce1457,segment=NetworkSegment(8362c5d2-1909-4a3f-8eb7-a45f93fa212d),segment_id=8362c5d2-1909-4a3f-8eb7-a45f93fa212d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:18.437836 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0205f003-859d-4f77-a8ff-86f0bfb90bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:18.447992 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device b60616bc-0643-4735-8c87-b1bfd8b08d81 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:18.496436 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05b3d1da-25f7-4620-90ce-e83c92130b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:18.506292 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05b3d1da-25f7-4620-90ce-e83c92130b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:18.544391 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-0205f003-859d-4f77-a8ff-86f0bfb90bfd None None] Provisioning complete for port b60616bc-0643-4735-8c87-b1bfd8b08d81 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:18.544786 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0205f003-859d-4f77-a8ff-86f0bfb90bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:18.579175 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-05b3d1da-25f7-4620-90ce-e83c92130b58 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=317146c4f8ae4809b98627c89560a564&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4134123 Aug 12 21:54:18.580807 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3d1da-25f7-4620-90ce-e83c92130b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787f868f-6302-4453-8aa7-faa0a00e3921,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:18.607115 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205f003-859d-4f77-a8ff-86f0bfb90bfd None None] Pushing event updated for resources: {'Port': ['ID=94823d44-078a-458d-9e16-3562ecce1457,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:18.612642 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54458) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:18.645802 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port b60616bc-0643-4735-8c87-b1bfd8b08d81 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:18.646199 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:18.698599 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed141172-5b8e-40f5-a0a1-011d32671aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:18.754731 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed141172-5b8e-40f5-a0a1-011d32671aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:18.815055 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed141172-5b8e-40f5-a0a1-011d32671aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:18.819429 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed141172-5b8e-40f5-a0a1-011d32671aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:18.821558 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ed141172-5b8e-40f5-a0a1-011d32671aef admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/787f868f-6302-4453-8aa7-faa0a00e3921 HTTP/1.1" status: 204 len: 168 time: 0.2060645 Aug 12 21:54:18.858293 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed141172-5b8e-40f5-a0a1-011d32671aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787f868f-6302-4453-8aa7-faa0a00e3921,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:18.911616 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-6833b8b6-9e3e-49db-92c5-7a77772c014b None None] Provisioning complete for port 94823d44-078a-458d-9e16-3562ecce1457 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:18.912596 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6833b8b6-9e3e-49db-92c5-7a77772c014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:18.994708 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:19.032855 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:54:19.040866 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733243'] for router, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:19.043591 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Sync routers for ids ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:54:19.063629 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Routers {'1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:54:19.066862 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:54:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:19.122240 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:19.150933 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6c86845f-8b0a-466d-9ff8-e44e2096bfcd req-3510c815-65f3-4a89-88da-2626cd528573 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 210 time: 0.0570521 Aug 12 21:54:19.175112 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:19.178762 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-a231c092-9a0e-4526-88a7-cfae1aeb0f05 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8198524 Aug 12 21:54:19.179388 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54490) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:19.384203 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Set router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:54:19.455790 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7ac8d4b1-ced7-4a54-890e-945c49c565a8 req-2c20149c-4fa4-4029-b8eb-d0985e3557c5 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 210 time: 0.0337713 Aug 12 21:54:19.497444 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.66', 57465) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:19.515389 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Router 6bbd2aeb-2c69-4347-9049-bbbe4b98c123 is scheduled to L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c with binding_index 1 {{(pid=93881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:54:19.622124 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733243'] for router, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:19.756640 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-110471fe-29c3-4576-97ed-b04d5f7fa792 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:19.758853 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-110471fe-29c3-4576-97ed-b04d5f7fa792 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.66 "GET /v2.0/networks?id=c8010d77-d8ba-46bc-974b-d7edd79a9468 HTTP/1.1" status: 200 len: 812 time: 0.2597380 Aug 12 21:54:19.802584 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:54:19.820111 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Sync routers for ids ['6bbd2aeb-2c69-4347-9049-bbbe4b98c123'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:54:19.823606 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-c5c945bd-4c97-4c62-be67-51e71e6329b0 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Request body: {'port': {'device_id': '2afcc1a9-97ee-4819-a368-b60469f953ab', 'network_id': 'c8010d77-d8ba-46bc-974b-d7edd79a9468', 'admin_state_up': True, 'tenant_id': '3a1b01ecbd2c4e76aa82f4195318ca21'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:19.836360 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:19.841947 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ec0facf1-3e85-409f-b127-89cf1ea6bda4 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5493028 Aug 12 21:54:19.842142 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Routers {'6bbd2aeb-2c69-4347-9049-bbbe4b98c123'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:54:19.842142 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:54:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['6bbd2aeb-2c69-4347-9049-bbbe4b98c123'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:19.842989 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54510) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:19.941948 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:15Z', 'revision_number': 3, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:20.032538 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Router 5d430406-b0cc-47b4-82ab-9167d84d8c33 is scheduled to L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c with binding_index 1 {{(pid=93881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:54:20.049803 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Checking router: 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:54:20.050294 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Updating router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd port 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94 binding host dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:54:20.100186 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:20.218671 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.66', 57470) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:20.334038 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:20.436432 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Set router 6bbd2aeb-2c69-4347-9049-bbbe4b98c123 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:54:20.476508 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5a014d3-7173-4385-9611-20222d43f027 req-8656bd46-0dd2-4a58-8ffe-392e07891b4e tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 210 time: 0.1258130 Aug 12 21:54:20.562015 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 94823d44-078a-458d-9e16-3562ecce1457 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:20.674465 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:20.717845 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-c5c945bd-4c97-4c62-be67-51e71e6329b0 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Made reservation on behalf of 3a1b01ecbd2c4e76aa82f4195318ca21 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:54:20.723437 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-c5c945bd-4c97-4c62-be67-51e71e6329b0 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:20.783736 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-66c3f467-2d68-40a0-bd96-0ff8860cbbe5 req-b6d726f6-9466-4630-b2bd-00fd68056cdf tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 210 time: 0.0829678 Aug 12 21:54:20.923909 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:20.958080 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Transition to ACTIVE for port object 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:20.973943 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:20.977530 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:54:20.984378 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 94823d44-078a-458d-9e16-3562ecce1457 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:20.984752 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:20.999181 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'name': 'tempest-ServerRescueNegativeTestJSON-468213348-router', 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:16Z', 'revision_number': 3, 'project_id': '578655d9defa4fde962a9185bfbbbbfe', 'gw_port': {'id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:21.071548 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Attempting to bind port 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:54:21.072572 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Attempting to bind port 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:54:21.073153 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Attempting to bind port 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94 on network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:21.079071 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d805f-a4a5-4e75-80e5-b9800e3786be None None] Pushing event updated for resources: {'Port': ['ID=1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:21.086245 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Sync routers for ids ['5d430406-b0cc-47b4-82ab-9167d84d8c33'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:54:21.089298 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:54:21.089930 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Checking segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:21.090544 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:21.091279 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Bound using segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:54:21.092049 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Bound port: 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:54:21.093194 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:21.105537 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Checking router: 6bbd2aeb-2c69-4347-9049-bbbe4b98c123 for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:54:21.106033 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Updating router 6bbd2aeb-2c69-4347-9049-bbbe4b98c123 port 14ef3fec-f8f4-462a-ba87-0fd729809cda binding host dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:54:21.119329 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Allocated IP 172.20.0.1 (6e26e98c-0564-4c51-b6a9-f3b8893bd22a/cba43b19-4464-42ef-b75e-2039bb19c703/4b61b0cc-c915-4442-8d42-ee4ea9ae5be9) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:54:21.148056 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d805f-a4a5-4e75-80e5-b9800e3786be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:21.149532 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d805f-a4a5-4e75-80e5-b9800e3786be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:21.149825 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:21.150862 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d805f-a4a5-4e75-80e5-b9800e3786be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:21.151920 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d805f-a4a5-4e75-80e5-b9800e3786be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:21.152918 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d805f-a4a5-4e75-80e5-b9800e3786be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:21.155654 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d805f-a4a5-4e75-80e5-b9800e3786be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:21.156977 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d805f-a4a5-4e75-80e5-b9800e3786be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:21.160093 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d805f-a4a5-4e75-80e5-b9800e3786be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:21.161618 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d805f-a4a5-4e75-80e5-b9800e3786be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:21.161972 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d805f-a4a5-4e75-80e5-b9800e3786be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:21.162317 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d805f-a4a5-4e75-80e5-b9800e3786be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:21.162655 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d805f-a4a5-4e75-80e5-b9800e3786be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d805f-a4a5-4e75-80e5-b9800e3786be None None] Tracked resource versions report: Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: pushed versions: Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: { 'AddressGroup': {'1.2'}, Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'ConntrackHelper': {'1.0'}, Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Log': {'1.0'}, Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Network': {'1.1'}, Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Port': {'1.7'}, Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'PortForwarding': {'1.2'}, Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'QosPolicy': {'1.9'}, Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'SecurityGroup': {'1.4'}, Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'SubPort': {'1.0'}, Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Subnet': {'1.1'}, Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Trunk': {'1.1'}} Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: consumer versions: Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: { DHCP agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: HyperV agent@hv-cinder-80445: {}, Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: L3 agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: Metadata agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: Metering agent@dv-cinder-804457-2-iscsi: {}, Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: Open vSwitch agent@dv-cinder-804457-2-iscsi: { 'AddressGroup': '1.2', Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'ConntrackHelper': '1.0', Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Log': '1.0', Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Network': '1.1', Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Port': '1.7', Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'PortForwarding': '1.2', Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'QosPolicy': '1.9', Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'SecurityGroup': '1.4', Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'SecurityGroupRule': '1.2', Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'SubPort': '1.0', Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Subnet': '1.1', Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: 'Trunk': '1.1'}} Aug 12 21:54:21.167720 dv-cinder-804457-2-iscsi neutron-server[93884]: {{(pid=93884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:54:21.196468 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:21.200191 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d0af7e2a-333c-46c8-bbaa-bec37e5299f8 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9538009 Aug 12 21:54:21.200344 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Routers {'5d430406-b0cc-47b4-82ab-9167d84d8c33'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:54:21.200344 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:54:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['5d430406-b0cc-47b4-82ab-9167d84d8c33'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:21.200559 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54580) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:21.441017 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Set router 5d430406-b0cc-47b4-82ab-9167d84d8c33 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:54:21.457139 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-1fbe1640-a618-4894-a6a1-5dc4c459ef0a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:21.464692 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-1fbe1640-a618-4894-a6a1-5dc4c459ef0a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.66 "GET /v2.0/networks?id=4a83ee7f-2284-4366-8da4-358a3b379299 HTTP/1.1" status: 200 len: 815 time: 1.2436147 Aug 12 21:54:21.584474 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-252c5d94-5e41-4b1b-8303-7ce2b01f4073 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Request body: {'port': {'device_id': '7853ff4e-791e-4e69-ba1c-752c6e325208', 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299', 'admin_state_up': True, 'tenant_id': '3dd1520c8b454427bcf76f6921e65358'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:21.911367 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:21.938947 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Transition to ACTIVE for port object 14ef3fec-f8f4-462a-ba87-0fd729809cda will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:21.950132 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:22.011704 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] For port 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:54:22.024824 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:18Z', 'revision_number': 3, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:22.090176 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Checking router: 5d430406-b0cc-47b4-82ab-9167d84d8c33 for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:54:22.090889 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Updating router 5d430406-b0cc-47b4-82ab-9167d84d8c33 port cc122c8e-2e6b-4402-8381-3da9922a4c81 binding host dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:54:22.093821 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Attempting to bind port 14ef3fec-f8f4-462a-ba87-0fd729809cda on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:54:22.093821 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Attempting to bind port 14ef3fec-f8f4-462a-ba87-0fd729809cda by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:54:22.094087 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Attempting to bind port 14ef3fec-f8f4-462a-ba87-0fd729809cda on network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:22.130979 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:54:22.133262 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Checking segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:22.135122 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:22.136974 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Bound using segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:54:22.144221 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Bound port: 14ef3fec-f8f4-462a-ba87-0fd729809cda, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:54:22.144438 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:22.148951 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e3284-8573-438b-b85b-7fad7882c7f3 None None] Pushing event updated for resources: {'Port': ['ID=14ef3fec-f8f4-462a-ba87-0fd729809cda,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:22.202487 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:22.210463 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:22.257823 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f85f8447-f36a-434f-b3b0-f74fddd60073 req-02e22691-9c9a-4ea2-af19-1053f5551504 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 210 time: 0.1546106 Aug 12 21:54:22.297017 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] For port 14ef3fec-f8f4-462a-ba87-0fd729809cda, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:54:22.304295 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] For port 14ef3fec-f8f4-462a-ba87-0fd729809cda, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=14ef3fec-f8f4-462a-ba87-0fd729809cda,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:54:22.319719 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:22.330843 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4b1911d4-a0d1-4235-910c-938a2d957315 req-6ce3fccf-ee63-43a0-bdc9-258010f431fb tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 210 time: 0.2287447 Aug 12 21:54:22.441352 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-c5c945bd-4c97-4c62-be67-51e71e6329b0 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Allocated IP 172.20.0.10 (c8010d77-d8ba-46bc-974b-d7edd79a9468/3b023fe4-eb61-44e2-a76d-69ec886e93a3/6c0e363d-234b-49ab-a6f9-932462773ea1) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:54:22.520062 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Routers {'6bbd2aeb-2c69-4347-9049-bbbe4b98c123'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:54:22.526126 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:54:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['6bbd2aeb-2c69-4347-9049-bbbe4b98c123'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:22.576732 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:22.656860 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Transition to ACTIVE for port object 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:22.710923 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] For port 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:54:22.725637 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:22.727228 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e3284-8573-438b-b85b-7fad7882c7f3 None None] Pushing event updated for resources: {'Port': ['ID=14ef3fec-f8f4-462a-ba87-0fd729809cda,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:22.836678 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d805f-a4a5-4e75-80e5-b9800e3786be None None] Pushing event updated for resources: {'Port': ['ID=1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:22.854922 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Routers {'1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:54:22.855924 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:54:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:22.883674 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:23.004338 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-252c5d94-5e41-4b1b-8303-7ce2b01f4073 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Made reservation on behalf of 3dd1520c8b454427bcf76f6921e65358 for: {'port': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:54:23.010937 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-252c5d94-5e41-4b1b-8303-7ce2b01f4073 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:23.011986 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] Set router 6bbd2aeb-2c69-4347-9049-bbbe4b98c123 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:54:23.110192 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Pushing event updated for resources: {'Port': ['ID=4b61b0cc-c915-4442-8d42-ee4ea9ae5be9,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:23.311176 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54632) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:23.335084 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:23.341269 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:23.345037 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:54:23.345819 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3839022'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:23.622349 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'name': 'tempest-ServerRescueNegativeTestJSON-468213348-router', 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:16Z', 'revision_number': 3, 'project_id': '578655d9defa4fde962a9185bfbbbbfe', 'gw_port': {'id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:23.649008 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:23.677210 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Transition to ACTIVE for port object cc122c8e-2e6b-4402-8381-3da9922a4c81 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:23.694590 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:23.702876 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2423621-6def-4beb-a2da-db2b533e6ff8 None None] The sync data for ids ['6bbd2aeb-2c69-4347-9049-bbbe4b98c123'] in dv-cinder-804457-2-iscsi is: [{'id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'name': 'tempest-ServerRescueNegativeTestJSON-468213348-router', 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:16Z', 'revision_number': 3, 'project_id': '578655d9defa4fde962a9185bfbbbbfe', 'gw_port': {'id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:54:23.710966 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c7ef037e-9eda-4215-9c16-b18331fc9e05 req-615ee6c6-7f69-49e9-9d70-0a16f5c225ff tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 210 time: 0.1286042 Aug 12 21:54:23.825452 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fd932240-bd6c-4464-8803-1376701581e0 req-9f4ccda3-3eab-4d5a-9620-b63b84669547 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 210 time: 0.2698567 Aug 12 21:54:23.882061 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-c5c945bd-4c97-4c62-be67-51e71e6329b0 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:23.896088 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3f3b502b-08bb-49e6-ba72-cb408980be22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:23.938200 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-01f1b6e3-33ed-4b06-8520-1fdeffcec933 None None] Provisioning for port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:23.969840 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] Set router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:54:23.970077 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-01f1b6e3-33ed-4b06-8520-1fdeffcec933 None None] Provisioning complete for port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:23.970077 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01f1b6e3-33ed-4b06-8520-1fdeffcec933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:23.979797 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-252c5d94-5e41-4b1b-8303-7ce2b01f4073 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Allocated IP 172.20.0.5 (4a83ee7f-2284-4366-8da4-358a3b379299/2113c992-f5ab-4887-8abc-4c769fbc8ead/0bf94c7b-c766-4d9c-983d-e857bb371855) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:54:24.086503 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:24.093185 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:24.098799 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Attempting to bind port cc122c8e-2e6b-4402-8381-3da9922a4c81 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:54:24.099926 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Attempting to bind port cc122c8e-2e6b-4402-8381-3da9922a4c81 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:54:24.100696 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Attempting to bind port cc122c8e-2e6b-4402-8381-3da9922a4c81 on network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:24.117893 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e04f5-65df-4802-9ed5-6030b15addab None None] Pushing event updated for resources: {'Port': ['ID=cc122c8e-2e6b-4402-8381-3da9922a4c81,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:24.128206 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-01f1b6e3-33ed-4b06-8520-1fdeffcec933 None None] Port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:54:24.132158 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:54:24.133217 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Checking segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:24.133970 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:24.134712 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Bound using segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:54:24.135576 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Bound port: cc122c8e-2e6b-4402-8381-3da9922a4c81, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:54:24.136357 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:24.162852 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-c5c945bd-4c97-4c62-be67-51e71e6329b0 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:24.335806 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] For port cc122c8e-2e6b-4402-8381-3da9922a4c81, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:54:24.367750 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] For port cc122c8e-2e6b-4402-8381-3da9922a4c81, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=cc122c8e-2e6b-4402-8381-3da9922a4c81,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:54:24.377654 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:24.421329 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c945bd-4c97-4c62-be67-51e71e6329b0 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Pushing event updated for resources: {'Port': ['ID=6c0e363d-234b-49ab-a6f9-932462773ea1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:24.507970 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Routers {'5d430406-b0cc-47b4-82ab-9167d84d8c33'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:54:24.518106 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:54:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['5d430406-b0cc-47b4-82ab-9167d84d8c33'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:24.542033 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-c5c945bd-4c97-4c62-be67-51e71e6329b0 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Network c8010d77-d8ba-46bc-974b-d7edd79a9468 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:24.570808 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-c5c945bd-4c97-4c62-be67-51e71e6329b0 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:24.589858 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-c5c945bd-4c97-4c62-be67-51e71e6329b0 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:54:24.603993 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-c5c945bd-4c97-4c62-be67-51e71e6329b0 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:24.605880 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-c5c945bd-4c97-4c62-be67-51e71e6329b0 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:24.633036 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e04f5-65df-4802-9ed5-6030b15addab None None] Pushing event updated for resources: {'Port': ['ID=cc122c8e-2e6b-4402-8381-3da9922a4c81,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:24.658231 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 14ef3fec-f8f4-462a-ba87-0fd729809cda up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:24.689463 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:15Z', 'revision_number': 3, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:24.767948 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 14ef3fec-f8f4-462a-ba87-0fd729809cda completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:24.774666 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 14ef3fec-f8f4-462a-ba87-0fd729809cda triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:24.775102 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:24.862486 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3f3b502b-08bb-49e6-ba72-cb408980be22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:24.893914 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3f3b502b-08bb-49e6-ba72-cb408980be22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:24.925391 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] Set router 5d430406-b0cc-47b4-82ab-9167d84d8c33 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:54:24.998246 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:25.028534 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-c5c945bd-4c97-4c62-be67-51e71e6329b0 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2114611 Aug 12 21:54:25.032408 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c1896d80-3b33-4ef2-b970-56a3f0e5935d req-fd8441fe-8cec-4f9c-aa82-bc1f6fdc3c6b tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 210 time: 0.1415334 Aug 12 21:54:25.074698 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port 14ef3fec-f8f4-462a-ba87-0fd729809cda, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=14ef3fec-f8f4-462a-ba87-0fd729809cda,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:25.080603 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:25.129513 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-3dc0eee4-bee0-4463-a145-9602264ee047 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:54:25.130858 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-3dc0eee4-bee0-4463-a145-9602264ee047 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431087 Aug 12 21:54:25.200182 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=14ef3fec-f8f4-462a-ba87-0fd729809cda,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:25.210293 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b3a5f-cce1-4b91-a975-56c1ca44536e None None] The sync data for ids ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'] in dv-cinder-804457-2-iscsi is: [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:15Z', 'revision_number': 3, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:54:25.269937 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3f3b502b-08bb-49e6-ba72-cb408980be22 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=16e3614cee0244068621a96cc42aa385&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9520590 Aug 12 21:54:25.295511 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54658) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:25.387775 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b502b-08bb-49e6-ba72-cb408980be22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acde97e-d94c-494e-bd1c-7b9527773e7c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:25.392527 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-252c5d94-5e41-4b1b-8303-7ce2b01f4073 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:25.494954 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:18Z', 'revision_number': 3, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:25.530940 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Allocated IP 172.20.0.1 (79e13655-3f36-46fa-b773-fa603af50fee/d3cfec04-1a32-4b2a-bfc9-aa15ffa5e034/8ff26677-5761-4078-8465-c634b8f0bdc8) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:54:25.539084 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:25.551842 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28599381-067b-46ff-b85b-170c4a848aa9 None None] The sync data for ids ['5d430406-b0cc-47b4-82ab-9167d84d8c33'] in dv-cinder-804457-2-iscsi is: [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:18Z', 'revision_number': 3, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:54:25.567789 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37a348-8156-498f-8755-3c81aeac988f req-e5f33757-ac56-448e-beb6-99a515ed1154 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:25.569576 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2b37a348-8156-498f-8755-3c81aeac988f req-e5f33757-ac56-448e-beb6-99a515ed1154 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 932 time: 0.5301223 Aug 12 21:54:25.570745 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:25.575103 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3839162'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:25.596999 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dab44f5b-7241-42f2-b70e-c6077f8e87a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:25.669506 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:25.719867 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-252c5d94-5e41-4b1b-8303-7ce2b01f4073 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:25.736488 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:25.776352 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dab44f5b-7241-42f2-b70e-c6077f8e87a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:25.825249 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Pushing event updated for resources: {'Port': ['ID=4b61b0cc-c915-4442-8d42-ee4ea9ae5be9,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:25.873651 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Allocated IP 172.20.0.1 (806601be-7d73-41dc-a17f-29d2397473ae/2ee30d20-fb34-4973-8d29-eae3277e3889/e4808030-00fd-48f6-8352-bedb75823152) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:54:25.890914 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2b37a348-8156-498f-8755-3c81aeac988f req-9e83967b-cb2f-4a4a-acd3-8ebafb9f0e99 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068204 Aug 12 21:54:25.916275 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Network 79e13655-3f36-46fa-b773-fa603af50fee is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:25.917811 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:25.933391 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:25.935016 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:25.956618 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dab44f5b-7241-42f2-b70e-c6077f8e87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:25.959667 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dab44f5b-7241-42f2-b70e-c6077f8e87a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:25.960946 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-dab44f5b-7241-42f2-b70e-c6077f8e87a6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4acde97e-d94c-494e-bd1c-7b9527773e7c HTTP/1.1" status: 204 len: 168 time: 0.6555386 Aug 12 21:54:26.003514 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:54:26.004193 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3839022'] for router_interface, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:26.064660 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-252c5d94-5e41-4b1b-8303-7ce2b01f4073 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Network 4a83ee7f-2284-4366-8da4-358a3b379299 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:26.132889 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab44f5b-7241-42f2-b70e-c6077f8e87a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acde97e-d94c-494e-bd1c-7b9527773e7c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:26.240666 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-252c5d94-5e41-4b1b-8303-7ce2b01f4073 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:26.259572 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-252c5d94-5e41-4b1b-8303-7ce2b01f4073 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:54:26.282995 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-252c5d94-5e41-4b1b-8303-7ce2b01f4073 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:26.285217 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-252c5d94-5e41-4b1b-8303-7ce2b01f4073 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:26.493714 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c5d94-5e41-4b1b-8303-7ce2b01f4073 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Pushing event updated for resources: {'Port': ['ID=0bf94c7b-c766-4d9c-983d-e857bb371855,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:26.531784 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-ee6b2e40-dec0-421b-88da-1f693fb25ff7 None None] Provisioning complete for port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:26.532387 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee6b2e40-dec0-421b-88da-1f693fb25ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:26.736099 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b2e40-dec0-421b-88da-1f693fb25ff7 None None] Port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:54:26.749014 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-252c5d94-5e41-4b1b-8303-7ce2b01f4073 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1994123 Aug 12 21:54:26.785863 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:54:26.805732 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 14ef3fec-f8f4-462a-ba87-0fd729809cda up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:26.829176 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dab43-eeb8-4f28-af8b-01f023442700 req-fbe76c6b-ea33-421c-86b5-0fe9e8adbb51 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:26.832382 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-712dab43-eeb8-4f28-af8b-01f023442700 req-fbe76c6b-ea33-421c-86b5-0fe9e8adbb51 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 931 time: 0.3961749 Aug 12 21:54:27.031854 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 14ef3fec-f8f4-462a-ba87-0fd729809cda triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:27.032263 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:27.094631 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:27.152327 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Transition to ACTIVE for port object e4808030-00fd-48f6-8352-bedb75823152 will not be triggered until provisioned by entity DHCP. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:27.299145 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Pushing event updated for resources: {'Port': ['ID=8ff26677-5761-4078-8465-c634b8f0bdc8,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:27.343753 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:27.390829 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:27.446964 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-712dab43-eeb8-4f28-af8b-01f023442700 req-1aaf5272-8b5e-4d1f-a8eb-5c304cb28c32 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5958238 Aug 12 21:54:27.456693 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:54:27.475986 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-1a038f38-a2b8-411e-b027-c3bc400573d9 admin admin] 10.222.0.74 "PUT /v2.0/routers/1f19e5af-6dc3-4337-90b6-1f1d8f1567cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2952645 Aug 12 21:54:27.508760 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebb692-7f27-4dce-bf8d-62b0b7796ce6 req-9123bbba-7414-41cb-98b4-dd2e3804ae2b tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:27.521983 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d2ebb692-7f27-4dce-bf8d-62b0b7796ce6 req-9123bbba-7414-41cb-98b4-dd2e3804ae2b tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 932 time: 0.1983933 Aug 12 21:54:27.543667 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:27.551567 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:27.570723 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:27.627667 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Network 806601be-7d73-41dc-a17f-29d2397473ae is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:27.640366 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:27.643556 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:54:27.644396 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3839022'] for router_interface, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:27.667978 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d2ebb692-7f27-4dce-bf8d-62b0b7796ce6 req-26db8e9c-05e6-443f-857b-7ffe2e0fa57a tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450181 Aug 12 21:54:27.821651 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Pushing event updated for resources: {'Port': ['ID=e4808030-00fd-48f6-8352-bedb75823152,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:27.847033 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:27.850358 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:27.888666 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:27.895145 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:27.895955 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device cc122c8e-2e6b-4402-8381-3da9922a4c81 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:27.965486 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:28.025571 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port cc122c8e-2e6b-4402-8381-3da9922a4c81 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:28.035186 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:28.045066 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port cc122c8e-2e6b-4402-8381-3da9922a4c81 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:28.046130 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:28.109790 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-a93c3f18-c25f-4009-98bb-0767c7347be6 None None] Provisioning for port e4808030-00fd-48f6-8352-bedb75823152 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:28.114645 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-a93c3f18-c25f-4009-98bb-0767c7347be6 None None] Provisioning complete for port e4808030-00fd-48f6-8352-bedb75823152 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:28.115179 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a93c3f18-c25f-4009-98bb-0767c7347be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:28.283865 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a93c3f18-c25f-4009-98bb-0767c7347be6 None None] Port e4808030-00fd-48f6-8352-bedb75823152 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:54:28.306631 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:28.339018 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port cc122c8e-2e6b-4402-8381-3da9922a4c81, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=cc122c8e-2e6b-4402-8381-3da9922a4c81,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:28.347686 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:28.459424 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=cc122c8e-2e6b-4402-8381-3da9922a4c81,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:28.529068 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:28.548803 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54722) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:28.555383 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-20561335-060f-4d11-a73b-7fad9d241c16 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309811498', 'description': 'tempest-description--1275288713'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:28.574076 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:28.583882 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:28.584680 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3839162'] for router_interface, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:28.648181 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:28.648753 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:28.679341 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464361a2-6f7b-462a-9dc6-507a7bb5da90 req-ca5a8658-1673-4eb6-8109-5c6b40e994d3 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:28.681764 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-464361a2-6f7b-462a-9dc6-507a7bb5da90 req-ca5a8658-1673-4eb6-8109-5c6b40e994d3 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 931 time: 0.1094840 Aug 12 21:54:28.690174 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20561335-060f-4d11-a73b-7fad9d241c16 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:28.760069 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:28.762722 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Pushing event updated for resources: {'Port': ['ID=8ff26677-5761-4078-8465-c634b8f0bdc8,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:28.801412 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:28.802313 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3839162'] for router_interface, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:28.955626 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-464361a2-6f7b-462a-9dc6-507a7bb5da90 req-cbf73f3f-0172-4326-9e05-d2caee951ae9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216005 Aug 12 21:54:28.969745 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d570c6-057f-44f4-b886-b4082dd8c473 req-949e5be2-d35f-4366-816b-78d86af4e128 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:28.971161 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-45d570c6-057f-44f4-b886-b4082dd8c473 req-949e5be2-d35f-4366-816b-78d86af4e128 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 932 time: 0.1522610 Aug 12 21:54:28.982026 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Network 79e13655-3f36-46fa-b773-fa603af50fee is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:29.023041 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Pushing event updated for resources: {'Port': ['ID=e4808030-00fd-48f6-8352-bedb75823152,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:29.048310 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Request body: {'port': {'device_id': '2afcc1a9-97ee-4819-a368-b60469f953ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:29.052262 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:29.096423 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Request body: {'port': {'device_id': '7853ff4e-791e-4e69-ba1c-752c6e325208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:29.194181 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20561335-060f-4d11-a73b-7fad9d241c16 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:29.225480 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20561335-060f-4d11-a73b-7fad9d241c16 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:29.318737 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Sync routers for ids ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:54:29.340105 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-45d570c6-057f-44f4-b886-b4082dd8c473 req-6f2dd4d5-8a59-4229-9366-826ec60900f7 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607981 Aug 12 21:54:29.349484 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Routers {'1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:54:29.353184 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:54:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:29.413032 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:29.418571 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20561335-060f-4d11-a73b-7fad9d241c16 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:29.422557 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-20561335-060f-4d11-a73b-7fad9d241c16 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8723643 Aug 12 21:54:29.431574 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54748) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:29.444276 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b6d0f268-7782-4d53-b449-d1e48ec6c852 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Request body: {'security_group_rule': {'security_group_id': '44b9e932-abe5-4c67-ac5c-83610a160772', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:29.484330 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20561335-060f-4d11-a73b-7fad9d241c16 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b9e932-abe5-4c67-ac5c-83610a160772,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:29.619372 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Set router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:54:29.622694 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f268-7782-4d53-b449-d1e48ec6c852 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:29.712629 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54756) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:29.820691 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Router 6bbd2aeb-2c69-4347-9049-bbbe4b98c123 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:54:29.900493 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:30.100257 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:23Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '4b61b0cc-c915-4442-8d42-ee4ea9ae5be9', 'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'mac_address': 'fa:16:3e:ce:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:20Z', 'updated_at': '2021-08-12T21:54:24Z', 'revision_number': 2, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'subnets': [{'id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:30.124947 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f268-7782-4d53-b449-d1e48ec6c852 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:30.125760 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:54:30.152826 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d65b5092-4cc6-4e69-9a09-db2c88ec197f admin admin] 10.222.0.74 "PUT /v2.0/routers/6bbd2aeb-2c69-4347-9049-bbbe4b98c123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2972200 Aug 12 21:54:30.154298 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Sync routers for ids ['6bbd2aeb-2c69-4347-9049-bbbe4b98c123'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:54:30.154900 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f268-7782-4d53-b449-d1e48ec6c852 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:30.157276 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-742827c8-0b9a-4081-afa1-f03010f181dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:30.170114 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Routers {'6bbd2aeb-2c69-4347-9049-bbbe4b98c123'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:54:30.171141 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:54:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['6bbd2aeb-2c69-4347-9049-bbbe4b98c123'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:30.219130 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Checking router: 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:54:30.220026 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Updating router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 binding host dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:54:30.279163 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:30.279337 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0f268-7782-4d53-b449-d1e48ec6c852 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ee3e2b-f908-492d-b1da-38cd5fc918d4,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:30.482268 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Set router 6bbd2aeb-2c69-4347-9049-bbbe4b98c123 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:54:30.623014 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device cc122c8e-2e6b-4402-8381-3da9922a4c81 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:30.786718 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c66baa-53dd-4d60-9a0e-d4b9a4ae4bf8 req-0c2a7208-abdb-43ed-b879-ad2512e6d232 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:30.788211 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-30c66baa-53dd-4d60-9a0e-d4b9a4ae4bf8 req-0c2a7208-abdb-43ed-b879-ad2512e6d232 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 931 time: 0.6099195 Aug 12 21:54:30.860070 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f268-7782-4d53-b449-d1e48ec6c852 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:30.861289 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b6d0f268-7782-4d53-b449-d1e48ec6c852 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4270465 Aug 12 21:54:30.869692 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54790) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:30.889701 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-56add63b-59a9-4575-97f5-cbc1f730a601 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Request body: {'security_group_rule': {'security_group_id': '44b9e932-abe5-4c67-ac5c-83610a160772', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:30.946788 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Network 806601be-7d73-41dc-a17f-29d2397473ae is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:30.961268 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0e363d-234b-49ab-a6f9-932462773ea1 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:54:30.970755 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:30.987182 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Transition to ACTIVE for port object 6c0e363d-234b-49ab-a6f9-932462773ea1 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:30.991494 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:30.994628 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:31.069760 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'name': 'tempest-ServerRescueNegativeTestJSON-468213348-router', 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '578655d9defa4fde962a9185bfbbbbfe', 'gw_port': {'id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '8ff26677-5761-4078-8465-c634b8f0bdc8', 'name': '', 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee', 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe', 'mac_address': 'fa:16:3e:36:de:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd3cfec04-1a32-4b2a-bfc9-aa15ffa5e034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:23Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 2, 'project_id': '578655d9defa4fde962a9185bfbbbbfe', 'subnets': [{'id': 'd3cfec04-1a32-4b2a-bfc9-aa15ffa5e034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:31.101209 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54794) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:31.124931 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port cc122c8e-2e6b-4402-8381-3da9922a4c81 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:31.124931 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:31.153106 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.db.api [None req-742827c8-0b9a-4081-afa1-f03010f181dd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 21:54:31.153106 dv-cinder-804457-2-iscsi neutron-server[93881]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 21:54:31.153106 dv-cinder-804457-2-iscsi neutron-server[93881]: [parameters: {'project_id_1': '8ecffd0d1ae347c9ba23853c3d9eb862', 'expiration_1': datetime.datetime(2021, 8, 12, 21, 54, 30, 988612)}] Aug 12 21:54:31.153106 dv-cinder-804457-2-iscsi neutron-server[93881]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 21:54:31.153547 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG oslo_db.api [None req-742827c8-0b9a-4081-afa1-f03010f181dd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 21:54:31.160122 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Checking router: 6bbd2aeb-2c69-4347-9049-bbbe4b98c123 for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:54:31.160678 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Updating router 6bbd2aeb-2c69-4347-9049-bbbe4b98c123 port 8ff26677-5761-4078-8465-c634b8f0bdc8 binding host dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:54:31.181537 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0e363d-234b-49ab-a6f9-932462773ea1,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:31.230706 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-30c66baa-53dd-4d60-9a0e-d4b9a4ae4bf8 req-ecf032d3-63b0-4e9d-98a0-66b8df2b5fb4 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617301 Aug 12 21:54:31.236884 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:31.279184 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d21b00-a5aa-4132-ae8a-552ced1fdea7 req-3e7e73b6-222f-43a2-b5a5-a649b91035ad tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:31.299412 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-23d21b00-a5aa-4132-ae8a-552ced1fdea7 req-3e7e73b6-222f-43a2-b5a5-a649b91035ad tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 932 time: 0.5632119 Aug 12 21:54:31.364615 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-56add63b-59a9-4575-97f5-cbc1f730a601 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:31.366976 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Router 5d430406-b0cc-47b4-82ab-9167d84d8c33 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:54:31.380131 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Attempting to bind port 6c0e363d-234b-49ab-a6f9-932462773ea1 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:54:31.380503 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Attempting to bind port 6c0e363d-234b-49ab-a6f9-932462773ea1 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'c8ffced7-5e7d-4ff3-a9a2-4352313814ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c8010d77-d8ba-46bc-974b-d7edd79a9468'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:54:31.381477 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Attempting to bind port 6c0e363d-234b-49ab-a6f9-932462773ea1 on network c8010d77-d8ba-46bc-974b-d7edd79a9468 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:31.431665 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Port 6c0e363d-234b-49ab-a6f9-932462773ea1 on network c8010d77-d8ba-46bc-974b-d7edd79a9468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:54:31.432087 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Attempting to bind port 6c0e363d-234b-49ab-a6f9-932462773ea1 on network c8010d77-d8ba-46bc-974b-d7edd79a9468 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:31.567891 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-5cc8b47d-9ab9-4b2c-b49d-5b0f43c69c9c None None] Provisioning complete for port e4808030-00fd-48f6-8352-bedb75823152 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:31.568771 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cc8b47d-9ab9-4b2c-b49d-5b0f43c69c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:31.595206 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-23d21b00-a5aa-4132-ae8a-552ced1fdea7 req-efea489b-979d-4137-a714-839b7279ed84 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946548 Aug 12 21:54:31.599036 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:54:31.599399 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Checking segment: {'id': 'c8ffced7-5e7d-4ff3-a9a2-4352313814ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c8010d77-d8ba-46bc-974b-d7edd79a9468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:31.599995 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Bound using segment: {'id': 'c8ffced7-5e7d-4ff3-a9a2-4352313814ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c8010d77-d8ba-46bc-974b-d7edd79a9468'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:54:31.600478 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Bound port: 6c0e363d-234b-49ab-a6f9-932462773ea1, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ffced7-5e7d-4ff3-a9a2-4352313814ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c8010d77-d8ba-46bc-974b-d7edd79a9468'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:54:31.600856 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:31.616668 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e6f262c4-14f9-4e0f-9f11-450b9a15ce89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:31.667637 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-742827c8-0b9a-4081-afa1-f03010f181dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:31.685654 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf94c7b-c766-4d9c-983d-e857bb371855 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:54:31.698584 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-56add63b-59a9-4575-97f5-cbc1f730a601 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:31.700823 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:31.720781 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-56add63b-59a9-4575-97f5-cbc1f730a601 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:31.748046 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Transition to ACTIVE for port object 0bf94c7b-c766-4d9c-983d-e857bb371855 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:31.761410 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56add63b-59a9-4575-97f5-cbc1f730a601 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b4bde2-2fd0-40d3-b53d-4a265dfc09e6,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:31.765907 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:31.810588 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:31.819364 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8b47d-9ab9-4b2c-b49d-5b0f43c69c9c None None] Port e4808030-00fd-48f6-8352-bedb75823152 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:54:31.833072 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Transition to ACTIVE for port object 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:31.843175 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:31.934742 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Pushing event updated for resources: {'Port': ['ID=0bf94c7b-c766-4d9c-983d-e857bb371855,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:32.009319 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] For port 6c0e363d-234b-49ab-a6f9-932462773ea1, host hv-cinder-80445, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:54:32.020881 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] For port 6c0e363d-234b-49ab-a6f9-932462773ea1, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6c0e363d-234b-49ab-a6f9-932462773ea1,segment=NetworkSegment(c8ffced7-5e7d-4ff3-a9a2-4352313814ff),segment_id=c8ffced7-5e7d-4ff3-a9a2-4352313814ff)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:54:32.052695 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.082122 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.103383 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Transition to ACTIVE for port object 8ff26677-5761-4078-8465-c634b8f0bdc8 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:32.103838 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Attempting to bind port 0bf94c7b-c766-4d9c-983d-e857bb371855 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:54:32.104213 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Attempting to bind port 0bf94c7b-c766-4d9c-983d-e857bb371855 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:54:32.104568 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Attempting to bind port 0bf94c7b-c766-4d9c-983d-e857bb371855 on network 4a83ee7f-2284-4366-8da4-358a3b379299 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:32.131181 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.153420 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Port 0bf94c7b-c766-4d9c-983d-e857bb371855 on network 4a83ee7f-2284-4366-8da4-358a3b379299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:54:32.153999 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Attempting to bind port 0bf94c7b-c766-4d9c-983d-e857bb371855 on network 4a83ee7f-2284-4366-8da4-358a3b379299 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:32.156031 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:54:32.196129 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-b75007b7-b01a-4b9e-8aa8-3db626b90d22 admin admin] 10.222.0.74 "PUT /v2.0/routers/5d430406-b0cc-47b4-82ab-9167d84d8c33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9947448 Aug 12 21:54:32.199103 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:54:32.203003 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Checking segment: {'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:32.203717 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Bound using segment: {'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:54:32.204201 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Bound port: 0bf94c7b-c766-4d9c-983d-e857bb371855, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:54:32.204579 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.214852 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Sync routers for ids ['5d430406-b0cc-47b4-82ab-9167d84d8c33'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:54:32.225567 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Attempting to bind port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:54:32.225742 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Attempting to bind port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:54:32.226099 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Attempting to bind port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 on network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:32.230096 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e54e6-deb2-4b1d-b8f2-626d5a8e060c None None] Pushing event updated for resources: {'Port': ['ID=4b61b0cc-c915-4442-8d42-ee4ea9ae5be9,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:32.231201 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:32.234510 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.236405 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] 10.222.0.66 "PUT /v2.0/ports/6c0e363d-234b-49ab-a6f9-932462773ea1 HTTP/1.1" status: 200 len: 1094 time: 3.4567780 Aug 12 21:54:32.240600 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Routers {'5d430406-b0cc-47b4-82ab-9167d84d8c33'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:54:32.241324 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:54:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['5d430406-b0cc-47b4-82ab-9167d84d8c33'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:32.241884 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afcc1a9-97ee-4819-a368-b60469f953ab', 'tag': '6c0e363d-234b-49ab-a6f9-932462773ea1'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:54:32.393804 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a2126-931a-4c6e-80ae-2aae7ff571e3 None None] Pushing event updated for resources: {'Port': ['ID=8ff26677-5761-4078-8465-c634b8f0bdc8,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:32.401816 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Set router 5d430406-b0cc-47b4-82ab-9167d84d8c33 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:54:32.444690 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Attempting to bind port 8ff26677-5761-4078-8465-c634b8f0bdc8 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:54:32.445440 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Attempting to bind port 8ff26677-5761-4078-8465-c634b8f0bdc8 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': 'ad3006b5-64da-4023-b78f-553ef1dc1abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:54:32.451083 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Attempting to bind port 8ff26677-5761-4078-8465-c634b8f0bdc8 on network 79e13655-3f36-46fa-b773-fa603af50fee {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:32.461154 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:54:32.463220 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Checking segment: {'id': 'ad3006b5-64da-4023-b78f-553ef1dc1abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:32.464813 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.466797 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Bound using segment: {'id': 'ad3006b5-64da-4023-b78f-553ef1dc1abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:54:32.468606 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Bound port: 8ff26677-5761-4078-8465-c634b8f0bdc8, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3006b5-64da-4023-b78f-553ef1dc1abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:54:32.470452 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.486736 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:54:32.487072 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Checking segment: {'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:32.487955 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.488077 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-ec707e32-8a1d-42e1-9207-8acf48091efd tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:32.488605 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Bound using segment: {'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:54:32.489297 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Bound port: 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:54:32.489820 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.509838 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-ec707e32-8a1d-42e1-9207-8acf48091efd tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/networks?id=79e13655-3f36-46fa-b773-fa603af50fee HTTP/1.1" status: 200 len: 818 time: 0.6254938 Aug 12 21:54:32.528944 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e42275-e8ba-46d6-9a4c-da0c912927d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0e363d-234b-49ab-a6f9-932462773ea1,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:32.562139 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e6f262c4-14f9-4e0f-9f11-450b9a15ce89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.579470 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e6f262c4-14f9-4e0f-9f11-450b9a15ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.617630 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d81a4d-f747-4300-93d0-cc12d542bc33" -d '{"events": [{"name": "network-changed", "server_uuid": "2afcc1a9-97ee-4819-a368-b60469f953ab", "tag": "6c0e363d-234b-49ab-a6f9-932462773ea1"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:54:32.631324 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-56add63b-59a9-4575-97f5-cbc1f730a601 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.635402 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-56add63b-59a9-4575-97f5-cbc1f730a601 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7593675 Aug 12 21:54:32.657574 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] For port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:54:32.659994 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-b1a9019d-b8ff-4b86-97e2-bb962042de7b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/quotas/578655d9defa4fde962a9185bfbbbbfe HTTP/1.1" status: 200 len: 375 time: 0.1492338 Aug 12 21:54:32.661552 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54824) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:32.669319 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Request body: {'floatingip': {'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:32.675060 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] For port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=4b61b0cc-c915-4442-8d42-ee4ea9ae5be9,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:54:32.682987 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f262c4-14f9-4e0f-9f11-450b9a15ce89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bc235b-ef4a-4506-a374-a01ce5d23de1,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:32.700216 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.716884 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-e6f262c4-14f9-4e0f-9f11-450b9a15ce89 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=30fd655c6ede49f084f01850abba3041&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6117382 Aug 12 21:54:32.720564 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54826) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:32.727281 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] For port 8ff26677-5761-4078-8465-c634b8f0bdc8, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:54:32.739750 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] For port 8ff26677-5761-4078-8465-c634b8f0bdc8, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=8ff26677-5761-4078-8465-c634b8f0bdc8,segment=NetworkSegment(ad3006b5-64da-4023-b78f-553ef1dc1abb),segment_id=ad3006b5-64da-4023-b78f-553ef1dc1abb)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:54:32.753562 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.779821 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] For port 0bf94c7b-c766-4d9c-983d-e857bb371855, host hv-cinder-80445, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:54:32.855757 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] For port 0bf94c7b-c766-4d9c-983d-e857bb371855, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0bf94c7b-c766-4d9c-983d-e857bb371855,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:54:32.857631 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-562b24bb-61c4-4ced-a98a-1ca903b9ff8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.876144 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a7d7f-5837-4fef-abb0-9d4a83dd9e55 req-92e2584b-523d-4db5-9216-58ba4778ed06 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:32.878680 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dc6a7d7f-5837-4fef-abb0-9d4a83dd9e55 req-92e2584b-523d-4db5-9216-58ba4778ed06 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 943 time: 0.4272394 Aug 12 21:54:32.899840 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.906581 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Routers {'1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:54:32.907216 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:54:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:32.927226 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a2126-931a-4c6e-80ae-2aae7ff571e3 None None] Pushing event updated for resources: {'Port': ['ID=8ff26677-5761-4078-8465-c634b8f0bdc8,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:32.927448 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-562b24bb-61c4-4ced-a98a-1ca903b9ff8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:32.935103 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Routers {'6bbd2aeb-2c69-4347-9049-bbbe4b98c123'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:54:32.935741 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:54:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['6bbd2aeb-2c69-4347-9049-bbbe4b98c123'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:33.040257 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-562b24bb-61c4-4ced-a98a-1ca903b9ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:33.043244 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-562b24bb-61c4-4ced-a98a-1ca903b9ff8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:33.044539 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-562b24bb-61c4-4ced-a98a-1ca903b9ff8c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f3bc235b-ef4a-4506-a374-a01ce5d23de1 HTTP/1.1" status: 204 len: 168 time: 0.3222113 Aug 12 21:54:33.062204 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:33.062891 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:33.064306 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] 10.222.0.66 "PUT /v2.0/ports/0bf94c7b-c766-4d9c-983d-e857bb371855 HTTP/1.1" status: 200 len: 1093 time: 4.2487133 Aug 12 21:54:33.064981 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33b1df-36e8-42da-bf7b-31286803eead service neutron] Pushing event updated for resources: {'Port': ['ID=0bf94c7b-c766-4d9c-983d-e857bb371855,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:33.076210 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b24bb-61c4-4ced-a98a-1ca903b9ff8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bc235b-ef4a-4506-a374-a01ce5d23de1,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:33.135279 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7853ff4e-791e-4e69-ba1c-752c6e325208', 'tag': '0bf94c7b-c766-4d9c-983d-e857bb371855'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:54:33.161343 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e54e6-deb2-4b1d-b8f2-626d5a8e060c None None] Pushing event updated for resources: {'Port': ['ID=4b61b0cc-c915-4442-8d42-ee4ea9ae5be9,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:33.171831 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-742827c8-0b9a-4081-afa1-f03010f181dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:33.177231 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-742827c8-0b9a-4081-afa1-f03010f181dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:33.181856 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] Set router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:54:33.243213 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742827c8-0b9a-4081-afa1-f03010f181dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ad171e-1671-4f7c-8b48-f4506af6ca2b,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:33.297165 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-742827c8-0b9a-4081-afa1-f03010f181dd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8ecffd0d1ae347c9ba23853c3d9eb862&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5748627 Aug 12 21:54:33.312053 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54834) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:33.342657 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] Set router 6bbd2aeb-2c69-4347-9049-bbbe4b98c123 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:54:33.442988 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c39c853f-ef5f-4500-a650-90351875fdaf tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=578655d9defa4fde962a9185bfbbbbfe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7822084 Aug 12 21:54:33.472902 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e725491c-99f4-4ea6-b708-d9b6e82e6380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:33.518819 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:33.530331 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'e4808030-00fd-48f6-8352-bedb75823152', 'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'mac_address': 'fa:16:3e:3d:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:24Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 2, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'subnets': [{'id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:33.557990 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e725491c-99f4-4ea6-b708-d9b6e82e6380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:33.572092 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Checking router: 5d430406-b0cc-47b4-82ab-9167d84d8c33 for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:54:33.572972 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Updating router 5d430406-b0cc-47b4-82ab-9167d84d8c33 port e4808030-00fd-48f6-8352-bedb75823152 binding host dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:54:33.639531 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:33.706433 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e725491c-99f4-4ea6-b708-d9b6e82e6380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:33.720070 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e725491c-99f4-4ea6-b708-d9b6e82e6380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:33.725914 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-e725491c-99f4-4ea6-b708-d9b6e82e6380 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/74ad171e-1671-4f7c-8b48-f4506af6ca2b HTTP/1.1" status: 204 len: 168 time: 0.4108350 Aug 12 21:54:33.740110 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725491c-99f4-4ea6-b708-d9b6e82e6380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ad171e-1671-4f7c-8b48-f4506af6ca2b,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:33.750449 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:23Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '4b61b0cc-c915-4442-8d42-ee4ea9ae5be9', 'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'mac_address': 'fa:16:3e:ce:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:20Z', 'updated_at': '2021-08-12T21:54:32Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'subnets': [{'id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:33.758235 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54842) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:33.764205 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:54:33.795564 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6493b429-a957-4b68-8d4c-8402eff60d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:33.797884 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d6d83d-ff41-4a4f-83b6-830d2dd9c36c" -d '{"events": [{"name": "network-changed", "server_uuid": "7853ff4e-791e-4e69-ba1c-752c6e325208", "tag": "0bf94c7b-c766-4d9c-983d-e857bb371855"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:54:33.813748 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dc6a7d7f-5837-4fef-abb0-9d4a83dd9e55 req-49894cb2-1cee-44b3-858f-66dde7ec19be tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8965101 Aug 12 21:54:33.819031 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5a63f-be8a-4f13-a97b-cc43a4edee27 None None] The sync data for ids ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'] in dv-cinder-804457-2-iscsi is: [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:23Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '4b61b0cc-c915-4442-8d42-ee4ea9ae5be9', 'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'mac_address': 'fa:16:3e:ce:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:20Z', 'updated_at': '2021-08-12T21:54:32Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'subnets': [{'id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:54:33.822302 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'name': 'tempest-ServerRescueNegativeTestJSON-468213348-router', 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '578655d9defa4fde962a9185bfbbbbfe', 'gw_port': {'id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '8ff26677-5761-4078-8465-c634b8f0bdc8', 'name': '', 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee', 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe', 'mac_address': 'fa:16:3e:36:de:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd3cfec04-1a32-4b2a-bfc9-aa15ffa5e034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:23Z', 'updated_at': '2021-08-12T21:54:32Z', 'revision_number': 4, 'project_id': '578655d9defa4fde962a9185bfbbbbfe', 'subnets': [{'id': 'd3cfec04-1a32-4b2a-bfc9-aa15ffa5e034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:33.877492 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f56b3d-81c6-44d8-a906-ba08ffafd2bd None None] The sync data for ids ['6bbd2aeb-2c69-4347-9049-bbbe4b98c123'] in dv-cinder-804457-2-iscsi is: [{'id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'name': 'tempest-ServerRescueNegativeTestJSON-468213348-router', 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '578655d9defa4fde962a9185bfbbbbfe', 'gw_port': {'id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '8ff26677-5761-4078-8465-c634b8f0bdc8', 'name': '', 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee', 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe', 'mac_address': 'fa:16:3e:36:de:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd3cfec04-1a32-4b2a-bfc9-aa15ffa5e034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:23Z', 'updated_at': '2021-08-12T21:54:32Z', 'revision_number': 4, 'project_id': '578655d9defa4fde962a9185bfbbbbfe', 'subnets': [{'id': 'd3cfec04-1a32-4b2a-bfc9-aa15ffa5e034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:54:34.047931 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-1a95ef5e-2450-48e2-83e0-a64ef66e111e service neutron] 10.222.0.74 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873094 Aug 12 21:54:34.165470 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6493b429-a957-4b68-8d4c-8402eff60d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:34.174184 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6493b429-a957-4b68-8d4c-8402eff60d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:34.305388 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:34.315976 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493b429-a957-4b68-8d4c-8402eff60d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ca3c90-7857-4f9f-b677-fa79e9c286fc,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:34.373016 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-6493b429-a957-4b68-8d4c-8402eff60d17 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a13f8adf697a4117af9865156f9b4e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6109977 Aug 12 21:54:34.374027 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54852) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:34.562394 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:34.565717 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-39c4ba23-4767-41cb-a3d9-882dacc97da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:34.585019 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Transition to ACTIVE for port object e4808030-00fd-48f6-8352-bedb75823152 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:34.613936 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:34.617749 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Allocated IP 172.27.1.155 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/952b23b7-7956-488c-bc81-adc19e78ee35) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:54:34.688584 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-39c4ba23-4767-41cb-a3d9-882dacc97da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:34.725022 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54854) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:34.754505 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4beb5e-7040-4059-9356-4bff911fa2f2 None None] Pushing event updated for resources: {'Port': ['ID=e4808030-00fd-48f6-8352-bedb75823152,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:34.764814 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 8ff26677-5761-4078-8465-c634b8f0bdc8 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:34.850076 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d144c64e-a71e-49be-9a78-bb9f0d95ccb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:34.949761 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-39c4ba23-4767-41cb-a3d9-882dacc97da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:34.958830 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-39c4ba23-4767-41cb-a3d9-882dacc97da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:34.966905 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-39c4ba23-4767-41cb-a3d9-882dacc97da8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a7ca3c90-7857-4f9f-b677-fa79e9c286fc HTTP/1.1" status: 204 len: 168 time: 0.5864913 Aug 12 21:54:34.983346 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:35.004914 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4ba23-4767-41cb-a3d9-882dacc97da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ca3c90-7857-4f9f-b677-fa79e9c286fc,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:35.164953 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:35.235054 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d144c64e-a71e-49be-9a78-bb9f0d95ccb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:35.244248 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d144c64e-a71e-49be-9a78-bb9f0d95ccb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:35.330101 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144c64e-a71e-49be-9a78-bb9f0d95ccb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6c13c5-1722-428a-ba67-c8f56ad9b714,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:35.353202 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-50ff1415-262f-440c-8383-018d96f3e957 service neutron] 10.222.0.74 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2973950 Aug 12 21:54:35.355454 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d144c64e-a71e-49be-9a78-bb9f0d95ccb1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cc0d916b71ee4f57b1717d7c1654d5ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6276958 Aug 12 21:54:35.358988 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54868) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:35.388420 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:35.398749 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event updated for resources: {'Port': ['ID=952b23b7-7956-488c-bc81-adc19e78ee35,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:35.405026 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:35.494996 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:54:35.524661 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-12f7eda4-4564-4d0a-a0dd-20c888feb046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:35.568799 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Attempting to bind port e4808030-00fd-48f6-8352-bedb75823152 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:54:35.569486 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Attempting to bind port e4808030-00fd-48f6-8352-bedb75823152 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:54:35.569591 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Attempting to bind port e4808030-00fd-48f6-8352-bedb75823152 on network 806601be-7d73-41dc-a17f-29d2397473ae {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:35.577578 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-12f7eda4-4564-4d0a-a0dd-20c888feb046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:35.598399 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 8ff26677-5761-4078-8465-c634b8f0bdc8 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:35.605355 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:54:35.628169 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Checking segment: {'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:35.628440 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:35.631594 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Bound using segment: {'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:54:35.637256 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Bound port: e4808030-00fd-48f6-8352-bedb75823152, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:54:35.637782 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:35.683456 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 8ff26677-5761-4078-8465-c634b8f0bdc8 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:35.685522 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:35.843822 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-12f7eda4-4564-4d0a-a0dd-20c888feb046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:35.845323 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-12f7eda4-4564-4d0a-a0dd-20c888feb046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:35.849000 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-12f7eda4-4564-4d0a-a0dd-20c888feb046 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ed6c13c5-1722-428a-ba67-c8f56ad9b714 HTTP/1.1" status: 204 len: 168 time: 0.4865692 Aug 12 21:54:35.988116 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] For port e4808030-00fd-48f6-8352-bedb75823152, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:54:36.005094 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] For port e4808030-00fd-48f6-8352-bedb75823152, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=e4808030-00fd-48f6-8352-bedb75823152,segment=NetworkSegment(8362c5d2-1909-4a3f-8eb7-a45f93fa212d),segment_id=8362c5d2-1909-4a3f-8eb7-a45f93fa212d)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:54:36.019743 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:36.349829 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:36.363470 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4beb5e-7040-4059-9356-4bff911fa2f2 None None] Pushing event updated for resources: {'Port': ['ID=e4808030-00fd-48f6-8352-bedb75823152,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:36.380861 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Routers {'5d430406-b0cc-47b4-82ab-9167d84d8c33'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:54:36.385821 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:54:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['5d430406-b0cc-47b4-82ab-9167d84d8c33'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:36.433612 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54910) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:36.461292 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-f923365c-ea1b-495c-934a-c0cecae97eb7 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--651451721', 'description': 'tempest-description--1828292317'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:36.471774 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7eda4-4564-4d0a-a0dd-20c888feb046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6c13c5-1722-428a-ba67-c8f56ad9b714,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:36.527430 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:36.544177 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3fbbfe72-9210-4666-b691-c11669e9f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:36.549403 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-3fbbfe72-9210-4666-b691-c11669e9f96c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dd1520c8b454427bcf76f6921e65358&device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 1096 time: 0.8405049 Aug 12 21:54:36.579146 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f923365c-ea1b-495c-934a-c0cecae97eb7 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:36.648496 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port 8ff26677-5761-4078-8465-c634b8f0bdc8, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=8ff26677-5761-4078-8465-c634b8f0bdc8,segment=NetworkSegment(ad3006b5-64da-4023-b78f-553ef1dc1abb),segment_id=ad3006b5-64da-4023-b78f-553ef1dc1abb)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:36.713026 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:36.716878 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:36.723989 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-1149e776-d0fc-4700-97f1-64fde7a9edb7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bf94c7b-c766-4d9c-983d-e857bb371855 HTTP/1.1" status: 200 len: 217 time: 0.1631701 Aug 12 21:54:36.744753 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-c235b70f-802a-410d-b064-729ce979a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:36.751419 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-c235b70f-802a-410d-b064-729ce979a1f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a1b01ecbd2c4e76aa82f4195318ca21&device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 1097 time: 0.6712019 Aug 12 21:54:36.759451 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:36.914094 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-4ba27183-623a-4a0b-b57d-461f0fbc0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:36.924173 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-4ba27183-623a-4a0b-b57d-461f0fbc0478 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2113c992-f5ab-4887-8abc-4c769fbc8ead HTTP/1.1" status: 200 len: 855 time: 0.1638622 Aug 12 21:54:36.943074 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] Set router 5d430406-b0cc-47b4-82ab-9167d84d8c33 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:54:36.979413 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedd12af-773c-4c17-ab77-4047fd49b750 x-openstack-request-id: req-bedd12af-773c-4c17-ab77-4047fd49b750 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:54:36.979754 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afcc1a9-97ee-4819-a368-b60469f953ab", "tag": "6c0e363d-234b-49ab-a6f9-932462773ea1", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:54:36.980054 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bedd12af-773c-4c17-ab77-4047fd49b750 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:54:36.980422 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2afcc1a9-97ee-4819-a368-b60469f953ab', 'tag': '6c0e363d-234b-49ab-a6f9-932462773ea1', 'status': 'completed', 'code': 200} Aug 12 21:54:36.999499 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-1fcd4c56-c439-4768-9b13-ddd8e0f43b82 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a83ee7f-2284-4366-8da4-358a3b379299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741255 Aug 12 21:54:37.176471 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f923365c-ea1b-495c-934a-c0cecae97eb7 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:37.188476 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f923365c-ea1b-495c-934a-c0cecae97eb7 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:37.217266 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-346c66f4-808b-4443-8d95-2c0ae0093c32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c0e363d-234b-49ab-a6f9-932462773ea1 HTTP/1.1" status: 200 len: 217 time: 0.1097088 Aug 12 21:54:37.225552 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-81caa156-4203-4c34-9f18-dec77087a60a service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085462 Aug 12 21:54:37.227585 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=8ff26677-5761-4078-8465-c634b8f0bdc8,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:37.228909 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06b8d1-ab0f-453a-b5ab-baa34cf59c32 req-aab8db49-2b02-47c9-9502-9cdcf38d337b tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:37.230527 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fa06b8d1-ab0f-453a-b5ab-baa34cf59c32 req-aab8db49-2b02-47c9-9502-9cdcf38d337b tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 944 time: 1.1545873 Aug 12 21:54:37.234155 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:37.238929 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f923365c-ea1b-495c-934a-c0cecae97eb7 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:37.240496 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f923365c-ea1b-495c-934a-c0cecae97eb7 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8023026 Aug 12 21:54:37.254921 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54942) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:37.263984 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923365c-ea1b-495c-934a-c0cecae97eb7 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:37.271281 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3d0982c3-4760-4363-a763-c46848fc18ee tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Request body: {'security_group_rule': {'security_group_id': 'fdc5d131-80eb-4dbd-82b1-e8afeecb56e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:37.301962 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:37.308520 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:37.312475 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:37.356467 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:37.431174 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-68673fee-4ce2-4c82-83c9-71ad6f6d5a3a req-5a92671b-3dec-4cf5-8f23-36acdea08ded service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809070 Aug 12 21:54:37.445095 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:37.481446 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:37.501968 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=4b61b0cc-c915-4442-8d42-ee4ea9ae5be9,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:37.518725 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:37.523374 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe48ff16-b792-4e1e-a5b8-a0f7bcb522f3 x-openstack-request-id: req-fe48ff16-b792-4e1e-a5b8-a0f7bcb522f3 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:54:37.523528 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7853ff4e-791e-4e69-ba1c-752c6e325208", "tag": "0bf94c7b-c766-4d9c-983d-e857bb371855", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:54:37.523930 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fe48ff16-b792-4e1e-a5b8-a0f7bcb522f3 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:54:37.524399 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7853ff4e-791e-4e69-ba1c-752c6e325208', 'tag': '0bf94c7b-c766-4d9c-983d-e857bb371855', 'status': 'completed', 'code': 200} Aug 12 21:54:37.574534 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a5973a9b-3080-4ebc-9380-8ff2461c5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:37.577339 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-a5973a9b-3080-4ebc-9380-8ff2461c5df2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b023fe4-eb61-44e2-a76d-69ec886e93a3 HTTP/1.1" status: 200 len: 852 time: 0.3403668 Aug 12 21:54:37.588533 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event updated for resources: {'Port': ['ID=952b23b7-7956-488c-bc81-adc19e78ee35,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:37.606913 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fa06b8d1-ab0f-453a-b5ab-baa34cf59c32 req-4dccc705-52ce-4ed7-8802-9e1eade112a9 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543992 Aug 12 21:54:37.631602 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:37.636838 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-10f53760-9069-4c8c-8e5a-858c09b04af3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9717524 Aug 12 21:54:37.638713 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3d0982c3-4760-4363-a763-c46848fc18ee tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:37.679209 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 8ff26677-5761-4078-8465-c634b8f0bdc8 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:37.750503 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=4b61b0cc-c915-4442-8d42-ee4ea9ae5be9,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:37.794369 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39c772c5-c388-44a0-ace0-d2ac3bcb4a09 req-4af3c493-356f-4074-9a5b-8c74a107fdd3 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 210 time: 0.0557353 Aug 12 21:54:37.806548 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:37.816841 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3d0982c3-4760-4363-a763-c46848fc18ee tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:37.828751 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'e4808030-00fd-48f6-8352-bedb75823152', 'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'mac_address': 'fa:16:3e:3d:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:24Z', 'updated_at': '2021-08-12T21:54:35Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'subnets': [{'id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:54:37.830590 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 8ff26677-5761-4078-8465-c634b8f0bdc8 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:37.830957 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:37.835092 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c29d9-c42e-4c38-b619-74b5c7e49229 req-c2a39767-1376-4970-b31b-17c5fa72a2d6 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:37.837500 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bf1c29d9-c42e-4c38-b619-74b5c7e49229 req-c2a39767-1376-4970-b31b-17c5fa72a2d6 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 943 time: 0.2117085 Aug 12 21:54:37.838092 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3d0982c3-4760-4363-a763-c46848fc18ee tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:37.882237 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0982c3-4760-4363-a763-c46848fc18ee tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fbcdd0-2e23-49e7-b505-28bdfe66ba1b,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:37.894739 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c6830-eb2f-4f80-b198-6c779d06ae8c None None] The sync data for ids ['5d430406-b0cc-47b4-82ab-9167d84d8c33'] in dv-cinder-804457-2-iscsi is: [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'e4808030-00fd-48f6-8352-bedb75823152', 'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'mac_address': 'fa:16:3e:3d:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:24Z', 'updated_at': '2021-08-12T21:54:35Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'subnets': [{'id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:54:37.962025 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bf1c29d9-c42e-4c38-b619-74b5c7e49229 req-5737ab17-fcee-45dd-ae53-b93093fcec34 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891862 Aug 12 21:54:37.963638 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3d0982c3-4760-4363-a763-c46848fc18ee tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:37.964857 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3d0982c3-4760-4363-a763-c46848fc18ee tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6988261 Aug 12 21:54:37.968128 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 54968) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:37.973721 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-93633eb5-55ea-4d15-9c7c-baf63ce30a32 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Request body: {'security_group_rule': {'security_group_id': 'fdc5d131-80eb-4dbd-82b1-e8afeecb56e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:38.055286 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5593872-8175-429a-868b-7f23723e9868 req-5eaed478-e393-4336-b66e-df9535e97e67 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--309811498&fields=id&tenant_id=6bf985da8b404d0c890270b5692ca5fc HTTP/1.1" status: 200 len: 267 time: 0.0631378 Aug 12 21:54:38.056164 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93633eb5-55ea-4d15-9c7c-baf63ce30a32 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:38.289057 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93633eb5-55ea-4d15-9c7c-baf63ce30a32 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:38.302977 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93633eb5-55ea-4d15-9c7c-baf63ce30a32 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:38.366661 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93633eb5-55ea-4d15-9c7c-baf63ce30a32 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:38.367891 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-93633eb5-55ea-4d15-9c7c-baf63ce30a32 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3986609 Aug 12 21:54:38.368611 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93633eb5-55ea-4d15-9c7c-baf63ce30a32 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb25afe-65e0-49a6-b1dc-ce9baf55782d,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:38.371157 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 54990) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:38.376931 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Request body: {'floatingip': {'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:38.383447 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5593872-8175-429a-868b-7f23723e9868 req-e7ea11e6-2d76-453d-a147-edf317f7fdb8 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:38.385177 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5593872-8175-429a-868b-7f23723e9868 req-e7ea11e6-2d76-453d-a147-edf317f7fdb8 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/networks?id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a HTTP/1.1" status: 200 len: 817 time: 0.2943628 Aug 12 21:54:38.416900 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5593872-8175-429a-868b-7f23723e9868 req-d0e04d4a-6cdb-4ced-8305-563d92df423a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/quotas/6bf985da8b404d0c890270b5692ca5fc HTTP/1.1" status: 200 len: 375 time: 0.0233867 Aug 12 21:54:38.427203 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-54e0b366-047b-4c37-b481-977b09524e7b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:38.430257 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-54e0b366-047b-4c37-b481-977b09524e7b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/networks?id=79e13655-3f36-46fa-b773-fa603af50fee HTTP/1.1" status: 200 len: 818 time: 0.2366927 Aug 12 21:54:38.442320 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for floatingip, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:38.484892 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-9e4daf0a-4f2e-42b8-9388-288599ef2f43 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/quotas/578655d9defa4fde962a9185bfbbbbfe HTTP/1.1" status: 200 len: 375 time: 0.0418172 Aug 12 21:54:38.518068 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5593872-8175-429a-868b-7f23723e9868 req-737f17d7-5d63-47f9-8eee-41a6b9901041 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6bf985da8b404d0c890270b5692ca5fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877669 Aug 12 21:54:38.618161 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-ae3275b5-2495-4219-9db5-442dfb7190e1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=578655d9defa4fde962a9185bfbbbbfe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1230874 Aug 12 21:54:38.636103 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:38.756200 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5593872-8175-429a-868b-7f23723e9868 req-1793c9a0-613b-4308-9a9d-99e21430d89e service neutron] 10.222.0.74 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137167 Aug 12 21:54:38.792641 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-0b74bfa1-4aa9-403b-8182-65d2f60e7111 service neutron] 10.222.0.74 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630340 Aug 12 21:54:38.818207 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Allocated IP 172.27.1.128 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/bdd490de-e320-441e-82c7-812a75188c1e) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:54:38.999260 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:39.013082 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5593872-8175-429a-868b-7f23723e9868 req-cccbc710-cf18-4f16-86bc-f791067e62eb service neutron] 10.222.0.74 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469330 Aug 12 21:54:39.048958 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-06376d72-cc07-4533-8558-38e69c63504a service neutron] 10.222.0.74 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050171 Aug 12 21:54:39.066410 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:39.150735 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:39.158746 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:39.162780 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:54:39.336009 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event updated for resources: {'Port': ['ID=bdd490de-e320-441e-82c7-812a75188c1e,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:39.404833 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:39.458150 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:39.465172 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d34480-6279-4066-b0f7-66e9cefe88d9 req-f0a3308e-be71-4471-bd0d-d3b91edd535e tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:39.466673 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d2d34480-6279-4066-b0f7-66e9cefe88d9 req-f0a3308e-be71-4471-bd0d-d3b91edd535e tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 944 time: 0.1450152 Aug 12 21:54:39.495472 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17a47c-7ca6-4aed-8dfa-254ce9f0d5f2 req-4c3ca1fa-9578-42a8-a489-a43e69272a13 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:39.506236 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c17a47c-7ca6-4aed-8dfa-254ce9f0d5f2 req-4c3ca1fa-9578-42a8-a489-a43e69272a13 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 943 time: 0.1943550 Aug 12 21:54:39.535794 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 55036) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:39.590269 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c17a47c-7ca6-4aed-8dfa-254ce9f0d5f2 req-46b6f26c-6949-41ff-8ce3-40421940797c tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811627 Aug 12 21:54:39.598131 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d2d34480-6279-4066-b0f7-66e9cefe88d9 req-3fa2565c-dd02-48cb-a810-54938c421b6d tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876245 Aug 12 21:54:39.800196 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a112d2a6-c214-48dd-b8d1-f357da99f80c req-954a8658-78bd-440a-b9b4-2c9a96cbd9e2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 210 time: 0.0651207 Aug 12 21:54:39.866481 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca20e505-b66f-4043-a74e-b3bf975e11ba req-70b0fd9f-9d82-420f-beb1-b34c976ca013 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 210 time: 0.0796351 Aug 12 21:54:39.885405 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:39.933531 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:39.957483 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:39.995218 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:40.004961 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:40.005435 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:40.034157 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f8e499cb-ecfd-4bf1-81eb-c64103cddd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:40.070775 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:40.071993 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6996198 Aug 12 21:54:40.079832 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcc04d-730f-4d5f-8504-ef5f26ce29d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event updated for resources: {'Port': ['ID=bdd490de-e320-441e-82c7-812a75188c1e,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:40.116180 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device e4808030-00fd-48f6-8352-bedb75823152 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:40.174843 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port e4808030-00fd-48f6-8352-bedb75823152 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:40.183113 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f8e499cb-ecfd-4bf1-81eb-c64103cddd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:40.185137 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port e4808030-00fd-48f6-8352-bedb75823152 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:40.185594 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:40.190136 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f8e499cb-ecfd-4bf1-81eb-c64103cddd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:40.233748 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f8e499cb-ecfd-4bf1-81eb-c64103cddd9a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e4833e429ae49aebf324020c5299b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6841857 Aug 12 21:54:40.235617 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e499cb-ecfd-4bf1-81eb-c64103cddd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1dd08b-ed47-4240-99ac-bcadbfa73552,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:40.236284 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 55060) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:40.307800 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:40.328838 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-47b04b50-5125-4986-8882-ccd28abd1b36 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--651451721&fields=id&tenant_id=b8dfd626040248deab4261d183e1e445 HTTP/1.1" status: 200 len: 267 time: 0.0644410 Aug 12 21:54:40.331564 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d84df632-b424-4bea-87a3-67b612b5ce8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:40.340407 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port e4808030-00fd-48f6-8352-bedb75823152, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=e4808030-00fd-48f6-8352-bedb75823152,segment=NetworkSegment(8362c5d2-1909-4a3f-8eb7-a45f93fa212d),segment_id=8362c5d2-1909-4a3f-8eb7-a45f93fa212d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:40.344920 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:40.398713 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d84df632-b424-4bea-87a3-67b612b5ce8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:40.401149 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=e4808030-00fd-48f6-8352-bedb75823152,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:40.494341 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.66', 57491) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:40.558731 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6d83d-ff41-4a4f-83b6-830d2dd9c36c req-7127d487-042f-45f3-b200-e6bc95374387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:40.560154 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d6d6d83d-ff41-4a4f-83b6-830d2dd9c36c req-7127d487-042f-45f3-b200-e6bc95374387 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dd1520c8b454427bcf76f6921e65358&device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 1096 time: 0.1094124 Aug 12 21:54:40.633529 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-53d5e4e9-651c-4205-a817-5d63efafebce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c8010d77-d8ba-46bc-974b-d7edd79a9468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2309918 Aug 12 21:54:40.765282 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-089d91ba-ecdf-49f6-801e-b07376addf7d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:40.766806 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-089d91ba-ecdf-49f6-801e-b07376addf7d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.66 "GET /v2.0/networks?id=79e13655-3f36-46fa-b773-fa603af50fee HTTP/1.1" status: 200 len: 818 time: 0.2663603 Aug 12 21:54:40.792672 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-1b60f0cf-bdda-460f-b265-a799b676c329 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Request body: {'port': {'device_id': '923cb3c2-0f22-484a-b1ad-b4c924ad6be6', 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee', 'admin_state_up': True, 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:40.842589 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-657ad631-fbff-4adc-ad07-3a299e8c2e65 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:40.842589 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-657ad631-fbff-4adc-ad07-3a299e8c2e65 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/networks?id=806601be-7d73-41dc-a17f-29d2397473ae HTTP/1.1" status: 200 len: 811 time: 0.5050869 Aug 12 21:54:40.845579 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6d83d-ff41-4a4f-83b6-830d2dd9c36c req-740ded2f-dc9c-4a68-bfea-23c746a8119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:40.847590 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d6d6d83d-ff41-4a4f-83b6-830d2dd9c36c req-740ded2f-dc9c-4a68-bfea-23c746a8119d service neutron] 10.222.0.66 "GET /v2.0/networks?id=4a83ee7f-2284-4366-8da4-358a3b379299 HTTP/1.1" status: 200 len: 916 time: 0.2752166 Aug 12 21:54:40.866654 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a916e06-c6f4-4773-92d2-f53cbcedf14f req-e388d062-b32f-4d20-b8fc-8dc07a867edc tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:40.868180 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a916e06-c6f4-4773-92d2-f53cbcedf14f req-e388d062-b32f-4d20-b8fc-8dc07a867edc tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 944 time: 0.1499226 Aug 12 21:54:40.890610 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d84df632-b424-4bea-87a3-67b612b5ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:40.893288 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d84df632-b424-4bea-87a3-67b612b5ce8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:40.896773 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d84df632-b424-4bea-87a3-67b612b5ce8d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5b1dd08b-ed47-4240-99ac-bcadbfa73552 HTTP/1.1" status: 204 len: 168 time: 0.6571605 Aug 12 21:54:40.916160 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-2ce983d8-c165-4b6b-b79a-56ac34145ab7 service neutron] 10.222.0.66 "GET /v2.0/networks/c8010d77-d8ba-46bc-974b-d7edd79a9468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593334 Aug 12 21:54:40.925218 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-967e90bf-91bf-485f-b257-e1bfd5bca09d tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/quotas/b8dfd626040248deab4261d183e1e445 HTTP/1.1" status: 200 len: 375 time: 0.0703332 Aug 12 21:54:40.946158 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84df632-b424-4bea-87a3-67b612b5ce8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1dd08b-ed47-4240-99ac-bcadbfa73552,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:41.080498 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d0e18bd-73c3-41b6-b758-58d76bec5e58 req-202113c1-a7d0-468d-8be2-1e02a6a1ebe1 service neutron] 10.222.0.66 "GET /v2.0/networks/c8010d77-d8ba-46bc-974b-d7edd79a9468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540430 Aug 12 21:54:41.130429 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a916e06-c6f4-4773-92d2-f53cbcedf14f req-2c1abaf0-b915-4967-a2dd-847de569309c tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399554 Aug 12 21:54:41.174723 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d6d6d83d-ff41-4a4f-83b6-830d2dd9c36c req-714e71c0-c5dd-48c2-bbb0-b87cea845031 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bf94c7b-c766-4d9c-983d-e857bb371855 HTTP/1.1" status: 200 len: 217 time: 0.3174083 Aug 12 21:54:41.209943 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-fdda21af-959b-4542-a049-ae07aa131436 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8dfd626040248deab4261d183e1e445&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2516584 Aug 12 21:54:41.242800 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-1b60f0cf-bdda-460f-b265-a799b676c329 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Made reservation on behalf of 578655d9defa4fde962a9185bfbbbbfe for: {'port': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:54:41.247635 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-1b60f0cf-bdda-460f-b265-a799b676c329 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:41.445389 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.66', 57496) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:41.445732 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 55102) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:41.471163 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6d83d-ff41-4a4f-83b6-830d2dd9c36c req-afe989a1-9512-4f21-a10b-279b81fa2ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:41.472792 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d6d6d83d-ff41-4a4f-83b6-830d2dd9c36c req-afe989a1-9512-4f21-a10b-279b81fa2ee1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2113c992-f5ab-4887-8abc-4c769fbc8ead HTTP/1.1" status: 200 len: 855 time: 0.2889009 Aug 12 21:54:41.508378 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-afe1d226-00f7-4d02-9c4a-74aa429ed7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:41.514461 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d6d6d83d-ff41-4a4f-83b6-830d2dd9c36c req-37b25414-90ba-44e2-ad4f-b7d1f6728ba6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a83ee7f-2284-4366-8da4-358a3b379299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314727 Aug 12 21:54:41.523200 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-1b60f0cf-bdda-460f-b265-a799b676c329 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Allocated IP 172.20.0.7 (79e13655-3f36-46fa-b773-fa603af50fee/d3cfec04-1a32-4b2a-bfc9-aa15ffa5e034/ab58f9d5-adcc-442c-8bff-061c168d471f) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:54:41.657964 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device e4808030-00fd-48f6-8352-bedb75823152 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:41.659268 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d81a4d-f747-4300-93d0-cc12d542bc33 req-42341dcf-072f-4605-8c67-0bc501869b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:41.661229 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a7d81a4d-f747-4300-93d0-cc12d542bc33 req-42341dcf-072f-4605-8c67-0bc501869b3f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a1b01ecbd2c4e76aa82f4195318ca21&device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 1097 time: 0.4012032 Aug 12 21:54:41.713785 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460f986-ffc6-4d60-93d7-d1052de565f8 req-7d65983f-c446-467f-8d52-bd0d5691ece9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:41.715534 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6460f986-ffc6-4d60-93d7-d1052de565f8 req-7d65983f-c446-467f-8d52-bd0d5691ece9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 943 time: 0.3575625 Aug 12 21:54:41.722682 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port e4808030-00fd-48f6-8352-bedb75823152 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:41.723349 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:41.751649 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d6d6d83d-ff41-4a4f-83b6-830d2dd9c36c req-35125287-85fd-470b-aebe-e61ce8021dd3 service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258697 Aug 12 21:54:41.762761 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.66', 57502) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:41.792653 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-07e91604-cef8-459a-90a2-cef6a91bc38d service neutron] 10.222.0.74 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766346 Aug 12 21:54:41.929953 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5593872-8175-429a-868b-7f23723e9868 req-ed43b285-c73e-4453-ad3f-798a6071efca tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:41.931486 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5593872-8175-429a-868b-7f23723e9868 req-ed43b285-c73e-4453-ad3f-798a6071efca tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.66 "GET /v2.0/networks?id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a HTTP/1.1" status: 200 len: 817 time: 0.4836903 Aug 12 21:54:41.978057 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-1b60f0cf-bdda-460f-b265-a799b676c329 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:41.985095 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6460f986-ffc6-4d60-93d7-d1052de565f8 req-13e17ba1-ed01-48bc-afff-c7bc98d40bc7 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125838 Aug 12 21:54:42.018024 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d6d6d83d-ff41-4a4f-83b6-830d2dd9c36c req-33557c31-9197-4f8d-998c-44d69d31380a service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368257 Aug 12 21:54:42.037454 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-d91803bd-f2d2-4357-9ea0-5d3044ad3dfa tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:42.039552 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-d91803bd-f2d2-4357-9ea0-5d3044ad3dfa tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.66 "GET /v2.0/networks?id=79e13655-3f36-46fa-b773-fa603af50fee HTTP/1.1" status: 200 len: 818 time: 0.2700865 Aug 12 21:54:42.055050 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-65c5eeb1-a2fd-4535-9d08-b2005563d42d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Request body: {'port': {'device_id': '032791ac-e0aa-4350-b5ae-152535265985', 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee', 'admin_state_up': True, 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:42.089660 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5593872-8175-429a-868b-7f23723e9868 req-901fcda0-7a89-459f-a2f3-21dedd771bf9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bf985da8b404d0c890270b5692ca5fc HTTP/1.1" status: 200 len: 379 time: 0.1368878 Aug 12 21:54:42.090655 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d81a4d-f747-4300-93d0-cc12d542bc33 req-82f5f045-0388-4080-833f-92d2dbca6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:42.092523 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a7d81a4d-f747-4300-93d0-cc12d542bc33 req-82f5f045-0388-4080-833f-92d2dbca6a12 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c8010d77-d8ba-46bc-974b-d7edd79a9468 HTTP/1.1" status: 200 len: 913 time: 0.4106541 Aug 12 21:54:42.121501 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-23095ee5-dee4-4ab2-a3e1-e819842bdadf req-36eaca72-1e91-41c3-abe4-9104b5dde576 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 210 time: 0.0534930 Aug 12 21:54:42.122516 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-1b60f0cf-bdda-460f-b265-a799b676c329 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:42.134962 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-a5593872-8175-429a-868b-7f23723e9868 req-41d02824-6bde-49d6-99bc-430747c9bd86 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Request body: {'port': {'device_id': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'admin_state_up': True, 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'security_groups': ['44b9e932-abe5-4c67-ac5c-83610a160772']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:42.210354 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-1b60f0cf-bdda-460f-b265-a799b676c329 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Network 79e13655-3f36-46fa-b773-fa603af50fee is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:42.215663 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a7d81a4d-f747-4300-93d0-cc12d542bc33 req-691e6f89-4795-4a16-84e3-e81ccdb8a84b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c0e363d-234b-49ab-a6f9-932462773ea1 HTTP/1.1" status: 200 len: 217 time: 0.0993919 Aug 12 21:54:42.218319 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-50dacd4c-fb6c-4f01-9a77-b2ab1c1eb43f service neutron] 10.222.0.74 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010122 Aug 12 21:54:42.219379 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-1b60f0cf-bdda-460f-b265-a799b676c329 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:42.222257 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-1b60f0cf-bdda-460f-b265-a799b676c329 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:54:42.228191 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-1b60f0cf-bdda-460f-b265-a799b676c329 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:42.228811 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-1b60f0cf-bdda-460f-b265-a799b676c329 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:42.240633 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60f0cf-bdda-460f-b265-a799b676c329 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Pushing event updated for resources: {'Port': ['ID=ab58f9d5-adcc-442c-8bff-061c168d471f,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:42.268452 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-afe1d226-00f7-4d02-9c4a-74aa429ed7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:42.290964 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59ae0ba0-7f29-45d2-8a54-07d3ff34518d req-7a022e5e-c0f1-4f46-8e87-875c1952ae41 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 210 time: 0.1034675 Aug 12 21:54:42.291183 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-65c5eeb1-a2fd-4535-9d08-b2005563d42d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Made reservation on behalf of 578655d9defa4fde962a9185bfbbbbfe for: {'port': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:54:42.295050 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-65c5eeb1-a2fd-4535-9d08-b2005563d42d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:42.302287 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-1b60f0cf-bdda-460f-b265-a799b676c329 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5135508 Aug 12 21:54:42.319895 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Request body: {'port': {'device_id': '923cb3c2-0f22-484a-b1ad-b4c924ad6be6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:42.324526 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d81a4d-f747-4300-93d0-cc12d542bc33 req-f4f865c4-d972-473c-a7ff-b1b79eb7f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:42.326019 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a7d81a4d-f747-4300-93d0-cc12d542bc33 req-f4f865c4-d972-473c-a7ff-b1b79eb7f79e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b023fe4-eb61-44e2-a76d-69ec886e93a3 HTTP/1.1" status: 200 len: 852 time: 0.0915105 Aug 12 21:54:42.329946 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-afe1d226-00f7-4d02-9c4a-74aa429ed7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:42.401648 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a7d81a4d-f747-4300-93d0-cc12d542bc33 req-1be30232-ae6d-4cd1-ba0c-45398313d25e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c8010d77-d8ba-46bc-974b-d7edd79a9468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315976 Aug 12 21:54:42.444796 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:42.493073 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2182b2f2-8d3c-4774-b37b-b715b3d09f21 req-138361e6-ba61-45d9-8a72-0be8fd3df8e5 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 210 time: 0.0961137 Aug 12 21:54:42.506271 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-afe1d226-00f7-4d02-9c4a-74aa429ed7b4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8589bf6ec8534293924eb076c378edb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0295653 Aug 12 21:54:42.509694 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1d226-00f7-4d02-9c4a-74aa429ed7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4957522-c9cd-4924-983c-e3b64ab5758a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:42.512263 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 55126) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:42.571776 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-65c5eeb1-a2fd-4535-9d08-b2005563d42d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Allocated IP 172.20.0.5 (79e13655-3f36-46fa-b773-fa603af50fee/d3cfec04-1a32-4b2a-bfc9-aa15ffa5e034/ce28d600-dc50-46fc-acf0-7cbf4a47b450) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:54:42.624694 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b5325-0adc-4e5f-9277-0571da62475d req-d540fc18-986b-412e-a5ce-8c9d70ee3d0f tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:42.626483 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-690b5325-0adc-4e5f-9277-0571da62475d req-d540fc18-986b-412e-a5ce-8c9d70ee3d0f tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 944 time: 0.2327859 Aug 12 21:54:42.646404 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5593872-8175-429a-868b-7f23723e9868 req-41d02824-6bde-49d6-99bc-430747c9bd86 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Made reservation on behalf of 6bf985da8b404d0c890270b5692ca5fc for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:54:42.649655 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5593872-8175-429a-868b-7f23723e9868 req-41d02824-6bde-49d6-99bc-430747c9bd86 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:42.746479 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d4fcb4c-ce6c-4a5f-acd6-bb0787c796d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:42.781557 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a7d81a4d-f747-4300-93d0-cc12d542bc33 req-b53228d9-d567-45de-8100-37c4e4155453 service neutron] 10.222.0.66 "GET /v2.0/networks/c8010d77-d8ba-46bc-974b-d7edd79a9468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619916 Aug 12 21:54:42.801415 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-690b5325-0adc-4e5f-9277-0571da62475d req-d2124c85-cafb-4ba6-85c5-34fc4d99a3df tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667318 Aug 12 21:54:42.829279 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-65c5eeb1-a2fd-4535-9d08-b2005563d42d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:42.873840 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d4fcb4c-ce6c-4a5f-acd6-bb0787c796d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:42.889624 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-65c5eeb1-a2fd-4535-9d08-b2005563d42d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:43.161222 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-65c5eeb1-a2fd-4535-9d08-b2005563d42d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Network 79e13655-3f36-46fa-b773-fa603af50fee is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:43.170738 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-65c5eeb1-a2fd-4535-9d08-b2005563d42d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:43.174882 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-65c5eeb1-a2fd-4535-9d08-b2005563d42d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:54:43.180783 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-65c5eeb1-a2fd-4535-9d08-b2005563d42d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:43.181450 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-65c5eeb1-a2fd-4535-9d08-b2005563d42d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:43.197803 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5eeb1-a2fd-4535-9d08-b2005563d42d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Pushing event updated for resources: {'Port': ['ID=ce28d600-dc50-46fc-acf0-7cbf4a47b450,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:43.210838 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-65c5eeb1-a2fd-4535-9d08-b2005563d42d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1596928 Aug 12 21:54:43.228764 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Request body: {'port': {'device_id': '032791ac-e0aa-4350-b5ae-152535265985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:43.326702 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab58f9d5-adcc-442c-8bff-061c168d471f {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:54:43.340103 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:43.350331 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:43.366683 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Transition to ACTIVE for port object ab58f9d5-adcc-442c-8bff-061c168d471f will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:43.377993 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3c4e5761-1582-4d87-b954-8c98a8d9d839 req-b13ff281-3d96-42cf-8d49-2c4375e99e82 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 210 time: 0.1193917 Aug 12 21:54:43.449814 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-a5593872-8175-429a-868b-7f23723e9868 req-41d02824-6bde-49d6-99bc-430747c9bd86 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Allocated IP 172.20.0.12 (6e26e98c-0564-4c51-b6a9-f3b8893bd22a/cba43b19-4464-42ef-b75e-2039bb19c703/31224cb9-41ad-4c20-bbd2-6a7d026f072a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:54:43.468457 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:43.499524 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaabc5-60b4-4ece-8ad5-27973f90d88f req-0ee55764-2a35-498d-9538-690c838b68b3 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:43.501004 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6fdaabc5-60b4-4ece-8ad5-27973f90d88f req-0ee55764-2a35-498d-9538-690c838b68b3 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 943 time: 0.2349677 Aug 12 21:54:43.532189 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a7d81a4d-f747-4300-93d0-cc12d542bc33 req-be116cb6-6344-4b9d-a3e2-9569c41c3e61 service neutron] 10.222.0.66 "GET /v2.0/networks/c8010d77-d8ba-46bc-974b-d7edd79a9468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7107236 Aug 12 21:54:43.552965 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d4fcb4c-ce6c-4a5f-acd6-bb0787c796d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:43.555508 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d4fcb4c-ce6c-4a5f-acd6-bb0787c796d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:43.556593 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0d4fcb4c-ce6c-4a5f-acd6-bb0787c796d6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f4957522-c9cd-4924-983c-e3b64ab5758a HTTP/1.1" status: 204 len: 168 time: 1.0426180 Aug 12 21:54:43.582908 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Pushing event updated for resources: {'Port': ['ID=ab58f9d5-adcc-442c-8bff-061c168d471f,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:43.592601 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fcb4c-ce6c-4a5f-acd6-bb0787c796d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4957522-c9cd-4924-983c-e3b64ab5758a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:43.622883 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Attempting to bind port ab58f9d5-adcc-442c-8bff-061c168d471f on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:54:43.623915 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Attempting to bind port ab58f9d5-adcc-442c-8bff-061c168d471f by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'ad3006b5-64da-4023-b78f-553ef1dc1abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:54:43.624456 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Attempting to bind port ab58f9d5-adcc-442c-8bff-061c168d471f on network 79e13655-3f36-46fa-b773-fa603af50fee {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:43.640897 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Port ab58f9d5-adcc-442c-8bff-061c168d471f on network 79e13655-3f36-46fa-b773-fa603af50fee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:54:43.641250 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Attempting to bind port ab58f9d5-adcc-442c-8bff-061c168d471f on network 79e13655-3f36-46fa-b773-fa603af50fee {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:43.652593 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:54:43.653191 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Checking segment: {'id': 'ad3006b5-64da-4023-b78f-553ef1dc1abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:43.653992 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Bound using segment: {'id': 'ad3006b5-64da-4023-b78f-553ef1dc1abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:54:43.655150 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Bound port: ab58f9d5-adcc-442c-8bff-061c168d471f, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3006b5-64da-4023-b78f-553ef1dc1abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:54:43.655809 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:43.664113 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd65ef-2551-464f-8bc8-e464eca201b4 req-748f0017-f712-4d9b-b630-9e41382452d3 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:43.672529 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fccd65ef-2551-464f-8bc8-e464eca201b4 req-748f0017-f712-4d9b-b630-9e41382452d3 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 931 time: 0.2064757 Aug 12 21:54:43.699693 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6fdaabc5-60b4-4ece-8ad5-27973f90d88f req-bdfec46a-bce3-4465-9a47-c3f93249616d tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741660 Aug 12 21:54:43.739661 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fccd65ef-2551-464f-8bc8-e464eca201b4 req-747c48ff-7f5d-4542-9750-44706d27d58c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662003 Aug 12 21:54:43.780593 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5593872-8175-429a-868b-7f23723e9868 req-41d02824-6bde-49d6-99bc-430747c9bd86 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:43.788596 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] For port ab58f9d5-adcc-442c-8bff-061c168d471f, host hv-cinder-80445, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:54:43.791969 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce28d600-dc50-46fc-acf0-7cbf4a47b450 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:54:43.797443 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] For port ab58f9d5-adcc-442c-8bff-061c168d471f, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ab58f9d5-adcc-442c-8bff-061c168d471f,segment=NetworkSegment(ad3006b5-64da-4023-b78f-553ef1dc1abb),segment_id=ad3006b5-64da-4023-b78f-553ef1dc1abb)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:54:43.797950 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-a5593872-8175-429a-868b-7f23723e9868 req-41d02824-6bde-49d6-99bc-430747c9bd86 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Transition to ACTIVE for port object 31224cb9-41ad-4c20-bbd2-6a7d026f072a will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:43.802079 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:43.805083 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:43.823595 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1e1c695-557a-4bf7-9d43-c58f95637344 req-97914ee0-05cc-4164-86a2-b59f1f68cdbe tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 210 time: 0.0277901 Aug 12 21:54:43.851020 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Transition to ACTIVE for port object ce28d600-dc50-46fc-acf0-7cbf4a47b450 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:43.858093 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:43.858093 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:43.858997 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] 10.222.0.66 "PUT /v2.0/ports/ab58f9d5-adcc-442c-8bff-061c168d471f HTTP/1.1" status: 200 len: 1093 time: 1.5458176 Aug 12 21:54:43.859454 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923cb3c2-0f22-484a-b1ad-b4c924ad6be6', 'tag': 'ab58f9d5-adcc-442c-8bff-061c168d471f'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:54:43.861747 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12387f59-64e4-4412-9f20-84671e3bf0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "923cb3c2-0f22-484a-b1ad-b4c924ad6be6", "tag": "ab58f9d5-adcc-442c-8bff-061c168d471f"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:54:43.867186 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:43.876789 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5593872-8175-429a-868b-7f23723e9868 req-41d02824-6bde-49d6-99bc-430747c9bd86 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:43.899979 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a881f-8c58-4b9f-a5f8-350f3aa2b14c service neutron] Pushing event updated for resources: {'Port': ['ID=ab58f9d5-adcc-442c-8bff-061c168d471f,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:43.943333 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1831954e-aa3c-4cb6-b9ac-bdb2a2c8d18d x-openstack-request-id: req-1831954e-aa3c-4cb6-b9ac-bdb2a2c8d18d {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:54:43.943625 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923cb3c2-0f22-484a-b1ad-b4c924ad6be6", "tag": "ab58f9d5-adcc-442c-8bff-061c168d471f", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:54:43.943882 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1831954e-aa3c-4cb6-b9ac-bdb2a2c8d18d {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:54:43.944276 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923cb3c2-0f22-484a-b1ad-b4c924ad6be6', 'tag': 'ab58f9d5-adcc-442c-8bff-061c168d471f', 'status': 'completed', 'code': 200} Aug 12 21:54:43.960987 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Attempting to bind port ce28d600-dc50-46fc-acf0-7cbf4a47b450 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:54:43.961285 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Attempting to bind port ce28d600-dc50-46fc-acf0-7cbf4a47b450 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'ad3006b5-64da-4023-b78f-553ef1dc1abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:54:43.961622 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Attempting to bind port ce28d600-dc50-46fc-acf0-7cbf4a47b450 on network 79e13655-3f36-46fa-b773-fa603af50fee {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:43.972163 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Port ce28d600-dc50-46fc-acf0-7cbf4a47b450 on network 79e13655-3f36-46fa-b773-fa603af50fee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:54:43.972490 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Attempting to bind port ce28d600-dc50-46fc-acf0-7cbf4a47b450 on network 79e13655-3f36-46fa-b773-fa603af50fee {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:43.974517 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Pushing event updated for resources: {'Port': ['ID=ce28d600-dc50-46fc-acf0-7cbf4a47b450,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:43.981722 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:54:43.982187 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Checking segment: {'id': 'ad3006b5-64da-4023-b78f-553ef1dc1abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:43.982993 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Bound using segment: {'id': 'ad3006b5-64da-4023-b78f-553ef1dc1abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:54:43.983181 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Bound port: ce28d600-dc50-46fc-acf0-7cbf4a47b450, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3006b5-64da-4023-b78f-553ef1dc1abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:54:43.983543 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:43.995097 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5593872-8175-429a-868b-7f23723e9868 req-41d02824-6bde-49d6-99bc-430747c9bd86 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:43.996547 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d02824-6bde-49d6-99bc-430747c9bd86 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event updated for resources: {'Port': ['ID=31224cb9-41ad-4c20-bbd2-6a7d026f072a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:44.002032 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-a5593872-8175-429a-868b-7f23723e9868 req-41d02824-6bde-49d6-99bc-430747c9bd86 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:44.004503 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5593872-8175-429a-868b-7f23723e9868 req-41d02824-6bde-49d6-99bc-430747c9bd86 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:54:44.010098 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5593872-8175-429a-868b-7f23723e9868 req-41d02824-6bde-49d6-99bc-430747c9bd86 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:44.010719 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5593872-8175-429a-868b-7f23723e9868 req-41d02824-6bde-49d6-99bc-430747c9bd86 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:44.050275 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5593872-8175-429a-868b-7f23723e9868 req-41d02824-6bde-49d6-99bc-430747c9bd86 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9327869 Aug 12 21:54:44.060669 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8187cbd-586e-4f26-9af7-a3c91b929f56 req-e6f0bd96-a04c-4944-ba27-4e5474da0375 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:44.063204 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c8187cbd-586e-4f26-9af7-a3c91b929f56 req-e6f0bd96-a04c-4944-ba27-4e5474da0375 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 944 time: 0.1241152 Aug 12 21:54:44.069931 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] For port ce28d600-dc50-46fc-acf0-7cbf4a47b450, host hv-cinder-80445, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:54:44.073399 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] For port ce28d600-dc50-46fc-acf0-7cbf4a47b450, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ce28d600-dc50-46fc-acf0-7cbf4a47b450,segment=NetworkSegment(ad3006b5-64da-4023-b78f-553ef1dc1abb),segment_id=ad3006b5-64da-4023-b78f-553ef1dc1abb)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:54:44.079223 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:44.116646 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:44.121340 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c8187cbd-586e-4f26-9af7-a3c91b929f56 req-34b03aef-4151-4108-b140-f98d0531ff27 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514760 Aug 12 21:54:44.121840 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:44.123386 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] 10.222.0.66 "PUT /v2.0/ports/ce28d600-dc50-46fc-acf0-7cbf4a47b450 HTTP/1.1" status: 200 len: 1093 time: 0.9005408 Aug 12 21:54:44.152448 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc002da5-2977-4ec9-9bca-82d45ba38d28 service neutron] Pushing event updated for resources: {'Port': ['ID=ce28d600-dc50-46fc-acf0-7cbf4a47b450,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:44.249693 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-bc692a6d-eeca-4f0f-a53d-17e8f9497cd0 None None] Provisioning for port 31224cb9-41ad-4c20-bbd2-6a7d026f072a completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:44.253994 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-bc692a6d-eeca-4f0f-a53d-17e8f9497cd0 None None] Provisioning complete for port 31224cb9-41ad-4c20-bbd2-6a7d026f072a triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:44.254575 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc692a6d-eeca-4f0f-a53d-17e8f9497cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:44.315965 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bc692a6d-eeca-4f0f-a53d-17e8f9497cd0 None None] Port 31224cb9-41ad-4c20-bbd2-6a7d026f072a cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:54:44.509885 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a329a-8573-421b-91e7-7c132b7904dd req-60911768-0565-4b11-a0e8-9572d66b651e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:44.511556 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce2a329a-8573-421b-91e7-7c132b7904dd req-60911768-0565-4b11-a0e8-9572d66b651e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 932 time: 0.0575447 Aug 12 21:54:44.553111 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce2a329a-8573-421b-91e7-7c132b7904dd req-8b4dc11a-c74b-4924-825c-770f1ca05c1e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343354 Aug 12 21:54:44.870814 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908d573-2a96-4e7c-ad3f-27b3ea31ee80 req-65a86c56-069c-4eaf-96cd-58f207fe220d tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:44.872513 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8908d573-2a96-4e7c-ad3f-27b3ea31ee80 req-65a86c56-069c-4eaf-96cd-58f207fe220d tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 943 time: 0.0976777 Aug 12 21:54:44.898766 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314473c2-e43b-466a-bf22-4a990a308641 req-14dced0b-241f-4648-b09c-343cb9cb3fd0 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:44.900246 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-314473c2-e43b-466a-bf22-4a990a308641 req-14dced0b-241f-4648-b09c-343cb9cb3fd0 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 943 time: 0.0785332 Aug 12 21:54:44.945177 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8908d573-2a96-4e7c-ad3f-27b3ea31ee80 req-054a3574-9aab-4b41-9a74-84290c5c5e67 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643239 Aug 12 21:54:44.984933 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-314473c2-e43b-466a-bf22-4a990a308641 req-dac25ea4-c6df-4394-af74-70f138feb439 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751307 Aug 12 21:54:45.046099 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d9d5100e-5e4a-4e36-8a85-63b410528f84 req-417ad7a5-a32f-4a11-9584-7498c5e476d0 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 210 time: 0.0393760 Aug 12 21:54:45.237439 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db012a-8632-49a5-9a21-a3b3b589d3bf req-e13027bd-0bfe-4f53-b7b7-c7221a9c708f tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:45.238930 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72db012a-8632-49a5-9a21-a3b3b589d3bf req-e13027bd-0bfe-4f53-b7b7-c7221a9c708f tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 944 time: 0.0482070 Aug 12 21:54:45.255787 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-defb50e7-c36d-4c2c-ac4d-92438e739ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:45.284903 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72db012a-8632-49a5-9a21-a3b3b589d3bf req-f0273ad4-6efc-429a-99c0-96f34ebd60b5 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383270 Aug 12 21:54:45.680641 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a27836-b4cc-4d3a-94c3-12e1204de7b1 req-ca3d5db5-e691-41c4-8bf0-81dd5d2a1a80 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:45.682165 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-77a27836-b4cc-4d3a-94c3-12e1204de7b1 req-ca3d5db5-e691-41c4-8bf0-81dd5d2a1a80 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 932 time: 0.0556781 Aug 12 21:54:45.722636 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-77a27836-b4cc-4d3a-94c3-12e1204de7b1 req-6b6ad32c-0163-4c6a-a9a6-e89bfd65604c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342121 Aug 12 21:54:45.945645 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032791ac-e0aa-4350-b5ae-152535265985', 'tag': 'ce28d600-dc50-46fc-acf0-7cbf4a47b450'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:54:45.947966 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b106c818-2c87-4bb8-974a-dadbc1a3c19e" -d '{"events": [{"name": "network-changed", "server_uuid": "032791ac-e0aa-4350-b5ae-152535265985", "tag": "ce28d600-dc50-46fc-acf0-7cbf4a47b450"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:54:45.985596 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee305bd-44bc-43f0-8cc0-c0fa2d23d0d0 x-openstack-request-id: req-0ee305bd-44bc-43f0-8cc0-c0fa2d23d0d0 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:54:45.985889 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032791ac-e0aa-4350-b5ae-152535265985", "tag": "ce28d600-dc50-46fc-acf0-7cbf4a47b450", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:54:45.986147 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0ee305bd-44bc-43f0-8cc0-c0fa2d23d0d0 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:54:45.986554 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032791ac-e0aa-4350-b5ae-152535265985', 'tag': 'ce28d600-dc50-46fc-acf0-7cbf4a47b450', 'status': 'completed', 'code': 200} Aug 12 21:54:46.059140 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaabb59-919b-4761-a75a-0622ccd4e646 req-75a00ed6-1670-4710-a233-a5d51ce11a0f tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:46.060790 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dfaabb59-919b-4761-a75a-0622ccd4e646 req-75a00ed6-1670-4710-a233-a5d51ce11a0f tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 943 time: 0.0507348 Aug 12 21:54:46.124737 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dfaabb59-919b-4761-a75a-0622ccd4e646 req-0321e6fd-93eb-4f1a-be0d-c37463d25c08 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547605 Aug 12 21:54:46.132830 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89ccf9-0f99-4dab-8fbf-ee4e15c5f0c8 req-4613d1c3-e73c-4901-b904-d34b1938f1f1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:46.134296 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eb89ccf9-0f99-4dab-8fbf-ee4e15c5f0c8 req-4613d1c3-e73c-4901-b904-d34b1938f1f1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 943 time: 0.0726202 Aug 12 21:54:46.176330 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eb89ccf9-0f99-4dab-8fbf-ee4e15c5f0c8 req-fb62f90e-355d-460d-8723-2b336191d541 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352991 Aug 12 21:54:46.203401 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b4bb675-cbc5-44be-831c-dcb02d3972c0 req-c68a7539-e3cf-48a0-bebe-7765595cb8df tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 210 time: 0.0249858 Aug 12 21:54:46.406137 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0b571-c787-4d01-a4ed-74ceaae0a4a9 req-22a74b56-3383-479d-91d1-74955e304d5e tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:46.407631 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3fd0b571-c787-4d01-a4ed-74ceaae0a4a9 req-22a74b56-3383-479d-91d1-74955e304d5e tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 944 time: 0.0483425 Aug 12 21:54:46.444110 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3fd0b571-c787-4d01-a4ed-74ceaae0a4a9 req-e6b37596-bd4e-465e-85a3-12184fa5665f tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306988 Aug 12 21:54:46.631968 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 6c0e363d-234b-49ab-a6f9-932462773ea1 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:54:46.692026 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Request body: {'port': {'device_id': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:46.770081 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 6c0e363d-234b-49ab-a6f9-932462773ea1, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6c0e363d-234b-49ab-a6f9-932462773ea1,segment=NetworkSegment(c8ffced7-5e7d-4ff3-a9a2-4352313814ff),segment_id=c8ffced7-5e7d-4ff3-a9a2-4352313814ff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:46.788958 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': '6c0e363d-234b-49ab-a6f9-932462773ea1', 'network_id': 'c8010d77-d8ba-46bc-974b-d7edd79a9468', 'port_id': '6c0e363d-234b-49ab-a6f9-932462773ea1', 'mac_address': 'fa:16:3e:a6:50:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b023fe4-eb61-44e2-a76d-69ec886e93a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:54:46.790648 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:46.848613 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:46.871013 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0e363d-234b-49ab-a6f9-932462773ea1 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:54:46.876407 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12387f59-64e4-4412-9f20-84671e3bf0c3 req-748d0d59-bf0b-4c64-99c4-09463c1898f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:46.879568 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-12387f59-64e4-4412-9f20-84671e3bf0c3 req-748d0d59-bf0b-4c64-99c4-09463c1898f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=578655d9defa4fde962a9185bfbbbbfe&device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 1096 time: 0.0835812 Aug 12 21:54:46.890275 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-58530e3e-a1b3-462e-ba7a-cebae1bd874b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:46.891803 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-58530e3e-a1b3-462e-ba7a-cebae1bd874b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.66 "GET /v2.0/networks?id=806601be-7d73-41dc-a17f-29d2397473ae HTTP/1.1" status: 200 len: 811 time: 0.1651347 Aug 12 21:54:46.916881 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 6c0e363d-234b-49ab-a6f9-932462773ea1, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6c0e363d-234b-49ab-a6f9-932462773ea1,segment=NetworkSegment(c8ffced7-5e7d-4ff3-a9a2-4352313814ff),segment_id=c8ffced7-5e7d-4ff3-a9a2-4352313814ff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:46.923511 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:46.924824 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 0bf94c7b-c766-4d9c-983d-e857bb371855 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:54:47.041270 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106c818-2c87-4bb8-974a-dadbc1a3c19e req-e8b7c30f-6f05-4037-a588-1f21762e6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:47.043114 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b106c818-2c87-4bb8-974a-dadbc1a3c19e req-e8b7c30f-6f05-4037-a588-1f21762e6f3b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=578655d9defa4fde962a9185bfbbbbfe&device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 1096 time: 0.2078216 Aug 12 21:54:47.115539 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 21:54:47.176001 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=6c0e363d-234b-49ab-a6f9-932462773ea1,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:47.227166 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 0bf94c7b-c766-4d9c-983d-e857bb371855, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0bf94c7b-c766-4d9c-983d-e857bb371855,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:47.235649 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd85e9-f8d0-4ed6-b42a-0eeea63e3b5c req-903d3ca5-8e2f-465a-81c2-f25b01c689cf tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:47.237151 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3ccd85e9-f8d0-4ed6-b42a-0eeea63e3b5c req-903d3ca5-8e2f-465a-81c2-f25b01c689cf tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 932 time: 0.3583794 Aug 12 21:54:47.243495 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': '0bf94c7b-c766-4d9c-983d-e857bb371855', 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299', 'port_id': '0bf94c7b-c766-4d9c-983d-e857bb371855', 'mac_address': 'fa:16:3e:b0:14:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2113c992-f5ab-4887-8abc-4c769fbc8ead', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:54:47.293667 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:47.314866 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf94c7b-c766-4d9c-983d-e857bb371855 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:54:47.348902 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 0bf94c7b-c766-4d9c-983d-e857bb371855, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0bf94c7b-c766-4d9c-983d-e857bb371855,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:47.354354 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:47.358298 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-d0fd0391-dc03-434b-b2ec-8c2d772fa459 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8dfd626040248deab4261d183e1e445 HTTP/1.1" status: 200 len: 379 time: 0.3532736 Aug 12 21:54:47.361176 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12387f59-64e4-4412-9f20-84671e3bf0c3 req-aa79159c-5e70-4505-ba78-f4d2426a5894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:47.362849 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-12387f59-64e4-4412-9f20-84671e3bf0c3 req-aa79159c-5e70-4505-ba78-f4d2426a5894 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=578655d9defa4fde962a9185bfbbbbfe&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4701612 Aug 12 21:54:47.406483 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-0b7c44d8-1d1a-401e-9f7d-a242f2236e9b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Request body: {'port': {'device_id': '86973eb5-9525-4627-a3a9-27454c668750', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'admin_state_up': True, 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'security_groups': ['fdc5d131-80eb-4dbd-82b1-e8afeecb56e2']}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:47.459498 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=0bf94c7b-c766-4d9c-983d-e857bb371855,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:47.489335 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106c818-2c87-4bb8-974a-dadbc1a3c19e req-59b6a0e3-b737-4358-a688-48d4c961b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:47.490867 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b106c818-2c87-4bb8-974a-dadbc1a3c19e req-59b6a0e3-b737-4358-a688-48d4c961b4f1 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=578655d9defa4fde962a9185bfbbbbfe&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4274940 Aug 12 21:54:47.493804 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3ccd85e9-f8d0-4ed6-b42a-0eeea63e3b5c req-069a27a2-c4be-4101-a9e8-007e5f7791d5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450378 Aug 12 21:54:47.543910 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060313b-9595-407b-b34e-98d5fe0d8ece req-d7902d4c-e058-4163-8979-5d436620c5d5 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:47.554526 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a060313b-9595-407b-b34e-98d5fe0d8ece req-d7902d4c-e058-4163-8979-5d436620c5d5 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 943 time: 0.3162637 Aug 12 21:54:47.664734 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['6c0e363d-234b-49ab-a6f9-932462773ea1'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:54:47.703587 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-0b7c44d8-1d1a-401e-9f7d-a242f2236e9b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Made reservation on behalf of b8dfd626040248deab4261d183e1e445 for: {'port': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:54:47.707164 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-0b7c44d8-1d1a-401e-9f7d-a242f2236e9b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:47.712310 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['0bf94c7b-c766-4d9c-983d-e857bb371855'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:54:47.733488 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12387f59-64e4-4412-9f20-84671e3bf0c3 req-0cbce6a6-2aa1-4846-a70c-33afe98620ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:47.735008 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-12387f59-64e4-4412-9f20-84671e3bf0c3 req-0cbce6a6-2aa1-4846-a70c-33afe98620ab service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3607197 Aug 12 21:54:47.821255 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb5bc-f83c-4a77-8fe2-8929e80ee118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:47.895035 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-f5fe8fa5-a0e3-44d5-9d4c-b7f4b66d4808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:47.896540 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-f5fe8fa5-a0e3-44d5-9d4c-b7f4b66d4808 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=578655d9defa4fde962a9185bfbbbbfe&device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 1096 time: 0.0994146 Aug 12 21:54:47.903825 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-0b7c44d8-1d1a-401e-9f7d-a242f2236e9b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Allocated IP 172.20.0.3 (806601be-7d73-41dc-a17f-29d2397473ae/2ee30d20-fb34-4973-8d29-eae3277e3889/df26c181-51e8-4db2-b2be-b1da5ee201e4) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:54:47.949281 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-57622cb1-5d7d-4c73-bea1-1f7b788beab3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab58f9d5-adcc-442c-8bff-061c168d471f HTTP/1.1" status: 200 len: 217 time: 0.0406435 Aug 12 21:54:47.983806 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a060313b-9595-407b-b34e-98d5fe0d8ece req-1689f3f4-533b-43e9-ad7b-9fbeb5965440 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234610 Aug 12 21:54:48.050628 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cc44f-40a9-4aa1-b4de-7238e1d8fc35 req-65148eab-4cc4-467d-ba16-cc23d23539dc tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:48.059377 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-00e98518-6bad-4f6b-8b14-0bab32f83e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:48.060472 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-be9cc44f-40a9-4aa1-b4de-7238e1d8fc35 req-65148eab-4cc4-467d-ba16-cc23d23539dc tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 943 time: 0.4332013 Aug 12 21:54:48.063235 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-00e98518-6bad-4f6b-8b14-0bab32f83e84 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3cfec04-1a32-4b2a-bfc9-aa15ffa5e034 HTTP/1.1" status: 200 len: 858 time: 0.1080787 Aug 12 21:54:48.099129 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106c818-2c87-4bb8-974a-dadbc1a3c19e req-c153c283-a869-416d-b635-ea04c6ba5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:48.100717 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b106c818-2c87-4bb8-974a-dadbc1a3c19e req-c153c283-a869-416d-b635-ea04c6ba5dfa service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5973587 Aug 12 21:54:48.141726 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-d6be798d-0eaa-4115-9af8-a96c0a47a85b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e13655-3f36-46fa-b773-fa603af50fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443597 Aug 12 21:54:48.166438 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-68c4f4c6-9b18-4980-9b82-45fcd4e9545a req-52757ba3-75a7-4b7d-9a9a-71b5d4e55b68 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 210 time: 0.0600286 Aug 12 21:54:48.179762 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:48.202966 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31224cb9-41ad-4c20-bbd2-6a7d026f072a {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:54:48.232422 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:48.261767 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-be9cc44f-40a9-4aa1-b4de-7238e1d8fc35 req-c800e687-0fcd-4870-91ee-99d2726bc119 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920476 Aug 12 21:54:48.273924 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Transition to ACTIVE for port object 31224cb9-41ad-4c20-bbd2-6a7d026f072a will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:48.282180 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-0b7c44d8-1d1a-401e-9f7d-a242f2236e9b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:48.284001 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:48.296816 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-6c4c18be-5e54-482b-a745-e07f01174bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:48.298562 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-6c4c18be-5e54-482b-a745-e07f01174bc3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=578655d9defa4fde962a9185bfbbbbfe&device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 1096 time: 0.1294625 Aug 12 21:54:48.307855 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-0b7c44d8-1d1a-401e-9f7d-a242f2236e9b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Transition to ACTIVE for port object df26c181-51e8-4db2-b2be-b1da5ee201e4 will not be triggered until provisioned by entity DHCP. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:48.312755 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-bc7bb4f4-1ec7-4316-9879-59b8ebccc82c service neutron] 10.222.0.66 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605422 Aug 12 21:54:48.397095 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-50515102-45eb-49d6-8b39-374b3f566265 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce28d600-dc50-46fc-acf0-7cbf4a47b450 HTTP/1.1" status: 200 len: 217 time: 0.0605381 Aug 12 21:54:48.411553 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-0b7c44d8-1d1a-401e-9f7d-a242f2236e9b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:48.420913 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Pushing event updated for resources: {'Port': ['ID=31224cb9-41ad-4c20-bbd2-6a7d026f072a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:48.484632 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-0b7c44d8-1d1a-401e-9f7d-a242f2236e9b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Network 806601be-7d73-41dc-a17f-29d2397473ae is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:54:48.486160 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a567a0-0097-4688-abf6-a586adedb2bf req-37ff9212-51c1-4be2-a9e8-300a2d146ce7 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:48.487571 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c44d8-1d1a-401e-9f7d-a242f2236e9b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event updated for resources: {'Port': ['ID=df26c181-51e8-4db2-b2be-b1da5ee201e4,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:48.487691 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-71a567a0-0097-4688-abf6-a586adedb2bf req-37ff9212-51c1-4be2-a9e8-300a2d146ce7 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 945 time: 0.2062905 Aug 12 21:54:48.498883 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-0b7c44d8-1d1a-401e-9f7d-a242f2236e9b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:54:48.503057 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eca5b7f7-c7ee-46b5-a1b7-383b16d7d568 req-a54463c4-b693-4035-b140-ed284420ab0a service neutron] 10.222.0.66 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810102 Aug 12 21:54:48.504367 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-0b7c44d8-1d1a-401e-9f7d-a242f2236e9b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:54:48.525100 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-0b7c44d8-1d1a-401e-9f7d-a242f2236e9b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:48.526086 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-0b7c44d8-1d1a-401e-9f7d-a242f2236e9b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:48.537741 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Attempting to bind port 31224cb9-41ad-4c20-bbd2-6a7d026f072a on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:54:48.538531 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Attempting to bind port 31224cb9-41ad-4c20-bbd2-6a7d026f072a by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:54:48.538531 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Attempting to bind port 31224cb9-41ad-4c20-bbd2-6a7d026f072a on network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:48.552597 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-0b7c44d8-1d1a-401e-9f7d-a242f2236e9b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1741126 Aug 12 21:54:48.558331 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-225c3880-691f-4c47-a036-4aa81460690e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:48.565465 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-225c3880-691f-4c47-a036-4aa81460690e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3cfec04-1a32-4b2a-bfc9-aa15ffa5e034 HTTP/1.1" status: 200 len: 858 time: 0.1500795 Aug 12 21:54:48.566426 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Request body: {'port': {'device_id': '86973eb5-9525-4627-a3a9-27454c668750', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:54:48.574541 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Port 31224cb9-41ad-4c20-bbd2-6a7d026f072a on network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:54:48.574884 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Attempting to bind port 31224cb9-41ad-4c20-bbd2-6a7d026f072a on network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:48.621713 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:54:48.622069 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Checking segment: {'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:48.622507 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Bound using segment: {'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:54:48.623013 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Bound port: 31224cb9-41ad-4c20-bbd2-6a7d026f072a, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:54:48.623953 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:48.628022 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-9f32358c-2e01-4f13-87d7-48337f4297a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e13655-3f36-46fa-b773-fa603af50fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429316 Aug 12 21:54:48.645860 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:48.646387 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-71a567a0-0097-4688-abf6-a586adedb2bf req-76186517-6e61-493d-abd2-9be98ebcc2cd tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423020 Aug 12 21:54:48.808040 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-ec8646fe-6c02-4944-9dbf-703b013503db None None] Provisioning for port df26c181-51e8-4db2-b2be-b1da5ee201e4 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:48.814064 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-ec8646fe-6c02-4944-9dbf-703b013503db None None] Provisioning complete for port df26c181-51e8-4db2-b2be-b1da5ee201e4 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:48.814488 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec8646fe-6c02-4944-9dbf-703b013503db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:48.832381 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830dca8-e956-47ba-af28-7c5d2712bb09 req-1fbacf70-98a5-4147-91b1-9bbc5ed71e1e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:48.834231 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f830dca8-e956-47ba-af28-7c5d2712bb09 req-1fbacf70-98a5-4147-91b1-9bbc5ed71e1e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.1496456 Aug 12 21:54:48.861819 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ec8646fe-6c02-4944-9dbf-703b013503db None None] Port df26c181-51e8-4db2-b2be-b1da5ee201e4 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:54:48.891572 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] For port 31224cb9-41ad-4c20-bbd2-6a7d026f072a, host hv-cinder-80445, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:54:48.919038 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-3d575b80-630d-45eb-9dae-e166a494bb10 service neutron] 10.222.0.66 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707448 Aug 12 21:54:48.923092 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] For port 31224cb9-41ad-4c20-bbd2-6a7d026f072a, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:54:48.923399 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:48.928531 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f830dca8-e956-47ba-af28-7c5d2712bb09 req-22fa6964-d0b3-472b-a42a-11f83a8caad0 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831389 Aug 12 21:54:48.930084 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:49.020792 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:49.021574 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:49.022960 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5593872-8175-429a-868b-7f23723e9868 req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] 10.222.0.66 "PUT /v2.0/ports/31224cb9-41ad-4c20-bbd2-6a7d026f072a HTTP/1.1" status: 200 len: 1094 time: 2.3354769 Aug 12 21:54:49.023674 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'tag': '31224cb9-41ad-4c20-bbd2-6a7d026f072a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:54:49.028859 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23be941-8280-4d29-a192-255ab601c362" -d '{"events": [{"name": "network-changed", "server_uuid": "dc249cdb-dfde-4a8c-8f75-e756ed537978", "tag": "31224cb9-41ad-4c20-bbd2-6a7d026f072a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:54:49.058257 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df26c181-51e8-4db2-b2be-b1da5ee201e4 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:54:49.070462 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:49.088839 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Transition to ACTIVE for port object df26c181-51e8-4db2-b2be-b1da5ee201e4 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:54:49.095167 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:49.135363 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1f225-639e-4fbe-8f53-776c085cc550 service neutron] Pushing event updated for resources: {'Port': ['ID=31224cb9-41ad-4c20-bbd2-6a7d026f072a,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:49.161062 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491a53a8-cf3b-4148-a1fa-044ef29b11bc x-openstack-request-id: req-491a53a8-cf3b-4148-a1fa-044ef29b11bc {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:54:49.161382 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc249cdb-dfde-4a8c-8f75-e756ed537978", "tag": "31224cb9-41ad-4c20-bbd2-6a7d026f072a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:54:49.161638 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-491a53a8-cf3b-4148-a1fa-044ef29b11bc {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:54:49.162028 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'tag': '31224cb9-41ad-4c20-bbd2-6a7d026f072a', 'status': 'completed', 'code': 200} Aug 12 21:54:49.164006 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Pushing event updated for resources: {'Port': ['ID=df26c181-51e8-4db2-b2be-b1da5ee201e4,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:49.176549 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3bb6c7a4-b93b-469e-8583-397bd2ddf5a6 req-febdd20d-0972-400f-badc-3fbcde884dcc service neutron] 10.222.0.66 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434549 Aug 12 21:54:49.187755 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f8a49-0b87-463b-b2c5-68d5a2551296 req-470fceae-0527-4d7f-a775-dfa5139b7ea9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:49.189348 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-991f8a49-0b87-463b-b2c5-68d5a2551296 req-470fceae-0527-4d7f-a775-dfa5139b7ea9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 944 time: 0.1343107 Aug 12 21:54:49.196423 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5593872-8175-429a-868b-7f23723e9868 req-215247ef-4dfd-431b-a4bd-260659a00533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:49.198112 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5593872-8175-429a-868b-7f23723e9868 req-215247ef-4dfd-431b-a4bd-260659a00533 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6bf985da8b404d0c890270b5692ca5fc&device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 1097 time: 0.1149189 Aug 12 21:54:49.246413 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Attempting to bind port df26c181-51e8-4db2-b2be-b1da5ee201e4 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:54:49.246756 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Attempting to bind port df26c181-51e8-4db2-b2be-b1da5ee201e4 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:54:49.247092 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Attempting to bind port df26c181-51e8-4db2-b2be-b1da5ee201e4 on network 806601be-7d73-41dc-a17f-29d2397473ae {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:49.254065 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Port df26c181-51e8-4db2-b2be-b1da5ee201e4 on network 806601be-7d73-41dc-a17f-29d2397473ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:54:49.254401 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Attempting to bind port df26c181-51e8-4db2-b2be-b1da5ee201e4 on network 806601be-7d73-41dc-a17f-29d2397473ae {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:54:49.260097 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:54:49.260733 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Checking segment: {'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:54:49.261528 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Bound using segment: {'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:54:49.261838 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Bound port: df26c181-51e8-4db2-b2be-b1da5ee201e4, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:54:49.262205 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:49.262818 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5593872-8175-429a-868b-7f23723e9868 req-ba342b12-0090-41cf-b6cd-34528cd4b2fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a HTTP/1.1" status: 200 len: 217 time: 0.0487397 Aug 12 21:54:49.300846 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-991f8a49-0b87-463b-b2c5-68d5a2551296 req-d80e21de-c88c-4eee-83a6-7612a384094a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017652 Aug 12 21:54:49.321835 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37965eda-4e8b-4428-87e5-86cbad5a05d0 req-d1c2d213-c62d-4739-8157-4204008576db tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:49.323816 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-37965eda-4e8b-4428-87e5-86cbad5a05d0 req-d1c2d213-c62d-4739-8157-4204008576db tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 943 time: 0.0733790 Aug 12 21:54:49.343869 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] For port df26c181-51e8-4db2-b2be-b1da5ee201e4, host hv-cinder-80445, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:54:49.352822 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] For port df26c181-51e8-4db2-b2be-b1da5ee201e4, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=df26c181-51e8-4db2-b2be-b1da5ee201e4,segment=NetworkSegment(8362c5d2-1909-4a3f-8eb7-a45f93fa212d),segment_id=8362c5d2-1909-4a3f-8eb7-a45f93fa212d)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:54:49.360604 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:49.406117 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-37965eda-4e8b-4428-87e5-86cbad5a05d0 req-c5c8c673-ec40-4082-93c1-ee4c1b243bc9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674658 Aug 12 21:54:49.429083 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:49.429913 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:49.431471 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] 10.222.0.66 "PUT /v2.0/ports/df26c181-51e8-4db2-b2be-b1da5ee201e4 HTTP/1.1" status: 200 len: 1093 time: 0.8706219 Aug 12 21:54:49.433722 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86973eb5-9525-4627-a3a9-27454c668750', 'tag': 'df26c181-51e8-4db2-b2be-b1da5ee201e4'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:54:49.436632 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab80c29a-34e4-48b0-b792-2d91d2808ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "86973eb5-9525-4627-a3a9-27454c668750", "tag": "df26c181-51e8-4db2-b2be-b1da5ee201e4"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:54:49.467818 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40f2b3-e571-45dc-bd62-58fd84cc55c6 service neutron] Pushing event updated for resources: {'Port': ['ID=df26c181-51e8-4db2-b2be-b1da5ee201e4,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:49.468497 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f7e60-8641-4f2b-8f97-4d2534875e78 req-afc1a24a-fe76-404e-8af2-91d822cff401 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:49.478018 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-837f7e60-8641-4f2b-8f97-4d2534875e78 req-afc1a24a-fe76-404e-8af2-91d822cff401 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 943 time: 0.0702333 Aug 12 21:54:49.489505 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df13b4a-3ddb-49a1-adf4-35aebc0b5228 x-openstack-request-id: req-0df13b4a-3ddb-49a1-adf4-35aebc0b5228 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:54:49.489801 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86973eb5-9525-4627-a3a9-27454c668750", "tag": "df26c181-51e8-4db2-b2be-b1da5ee201e4", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:54:49.490058 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0df13b4a-3ddb-49a1-adf4-35aebc0b5228 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:54:49.490456 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86973eb5-9525-4627-a3a9-27454c668750', 'tag': 'df26c181-51e8-4db2-b2be-b1da5ee201e4', 'status': 'completed', 'code': 200} Aug 12 21:54:49.533012 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-837f7e60-8641-4f2b-8f97-4d2534875e78 req-626a8774-0d64-49f9-87b1-adfc1bddb8de tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540943 Aug 12 21:54:49.663137 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 55346) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:49.756625 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6da17-d4ab-4b22-b9f7-fc3ef3771b81 req-2d6dec22-797b-4adb-8ce9-904a23b65b2b tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:49.758229 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-06c6da17-d4ab-4b22-b9f7-fc3ef3771b81 req-2d6dec22-797b-4adb-8ce9-904a23b65b2b tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 945 time: 0.0507956 Aug 12 21:54:49.792820 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e693f665-ba6f-422a-aee0-d3d55a433a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:49.822184 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-06c6da17-d4ab-4b22-b9f7-fc3ef3771b81 req-4f17fc18-508d-4c8e-8f0c-ba001f24b0a6 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567827 Aug 12 21:54:49.901627 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e693f665-ba6f-422a-aee0-d3d55a433a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:49.905994 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e693f665-ba6f-422a-aee0-d3d55a433a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:49.944832 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693f665-ba6f-422a-aee0-d3d55a433a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f3cb47-7fef-4ff0-8d57-b4210e564440,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:49.950227 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e693f665-ba6f-422a-aee0-d3d55a433a92 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e449fc14c0da4f128534d453697f868b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860873 Aug 12 21:54:49.952856 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 55356) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:50.002136 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ec44-1134-4337-9c7e-d845c71f6367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.048333 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ec44-1134-4337-9c7e-d845c71f6367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.089510 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba681a-eb34-4408-aba9-0363f959edcd req-298ed536-dfe9-4bd0-b06b-ab3ea774babe tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:50.090956 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-abba681a-eb34-4408-aba9-0363f959edcd req-298ed536-dfe9-4bd0-b06b-ab3ea774babe tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0791242 Aug 12 21:54:50.125960 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ec44-1134-4337-9c7e-d845c71f6367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.128378 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ec44-1134-4337-9c7e-d845c71f6367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.129466 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a3c5ec44-1134-4337-9c7e-d845c71f6367 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/39f3cb47-7fef-4ff0-8d57-b4210e564440 HTTP/1.1" status: 204 len: 168 time: 0.1756513 Aug 12 21:54:50.142077 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-abba681a-eb34-4408-aba9-0363f959edcd req-607bdfcc-0c48-4782-a952-9a892736e822 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446486 Aug 12 21:54:50.143139 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5ec44-1134-4337-9c7e-d845c71f6367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f3cb47-7fef-4ff0-8d57-b4210e564440,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:50.187280 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 6c0e363d-234b-49ab-a6f9-932462773ea1 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:50.243115 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port 6c0e363d-234b-49ab-a6f9-932462773ea1 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:50.248102 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port 6c0e363d-234b-49ab-a6f9-932462773ea1 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:50.248712 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.325047 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.350344 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afcc1a9-97ee-4819-a368-b60469f953ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0e363d-234b-49ab-a6f9-932462773ea1'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:54:50.403582 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 55368) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:50.425104 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-643d5f6e-e24a-4a44-8cf4-d3fbc0ccece2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.437262 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe109a-d0a5-4e14-b661-7dd9bb490afb req-66146217-c1af-4a08-8988-2f0736bb70fd tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:50.439351 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-11fe109a-d0a5-4e14-b661-7dd9bb490afb req-66146217-c1af-4a08-8988-2f0736bb70fd tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 944 time: 0.0602846 Aug 12 21:54:50.450038 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 6c0e363d-234b-49ab-a6f9-932462773ea1, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6c0e363d-234b-49ab-a6f9-932462773ea1,segment=NetworkSegment(c8ffced7-5e7d-4ff3-a9a2-4352313814ff),segment_id=c8ffced7-5e7d-4ff3-a9a2-4352313814ff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:50.467511 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.468724 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 0bf94c7b-c766-4d9c-983d-e857bb371855 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:50.482537 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-11fe109a-d0a5-4e14-b661-7dd9bb490afb req-b36e4785-5ceb-4b24-bf43-5dd9772577f5 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363929 Aug 12 21:54:50.507126 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.554550 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022fe05-8fe7-4270-9a5e-a955f3e32446 req-727eed87-2e94-4acd-8b22-8d5e8c800902 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:50.556263 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3022fe05-8fe7-4270-9a5e-a955f3e32446 req-727eed87-2e94-4acd-8b22-8d5e8c800902 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 943 time: 0.0635467 Aug 12 21:54:50.568450 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=6c0e363d-234b-49ab-a6f9-932462773ea1,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:50.573134 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-643d5f6e-e24a-4a44-8cf4-d3fbc0ccece2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.580773 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-643d5f6e-e24a-4a44-8cf4-d3fbc0ccece2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.581586 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port 0bf94c7b-c766-4d9c-983d-e857bb371855 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:50.589963 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port 0bf94c7b-c766-4d9c-983d-e857bb371855 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:50.590401 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.601538 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3022fe05-8fe7-4270-9a5e-a955f3e32446 req-5aa025df-6718-48c7-9eec-6c930afc519e tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370610 Aug 12 21:54:50.634463 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbbc752-a80d-41ec-bc31-0fb1648d0bdc" -d '{"events": [{"server_uuid": "2afcc1a9-97ee-4819-a368-b60469f953ab", "name": "network-vif-plugged", "status": "completed", "tag": "6c0e363d-234b-49ab-a6f9-932462773ea1"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:54:50.645816 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d5f6e-e24a-4a44-8cf4-d3fbc0ccece2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c731117e-524e-4e4a-9ef6-0cae3bcbe503,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:50.651389 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-643d5f6e-e24a-4a44-8cf4-d3fbc0ccece2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7874070989d4458bbb6174eda332311f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466276 Aug 12 21:54:50.654670 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 55382) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:50.700168 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7304a63-a779-48f1-8959-4364fcfd6876 req-2e79fd9a-1714-4458-bbb2-10b0fcf7ccc3 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:50.702015 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d7304a63-a779-48f1-8959-4364fcfd6876 req-2e79fd9a-1714-4458-bbb2-10b0fcf7ccc3 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 943 time: 0.0603640 Aug 12 21:54:50.710717 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e968dfc3-f2ce-4884-afd9-cb94ac9ba5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.712229 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.737984 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e968dfc3-f2ce-4884-afd9-cb94ac9ba5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.759195 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d7304a63-a779-48f1-8959-4364fcfd6876 req-1da385f4-0c77-4763-a838-40bcbbc3dda9 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457675 Aug 12 21:54:50.760995 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 0bf94c7b-c766-4d9c-983d-e857bb371855, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0bf94c7b-c766-4d9c-983d-e857bb371855,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:50.763537 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddd2a61-dd38-4a9a-87b4-8dbd92b71730 x-openstack-request-id: req-4ddd2a61-dd38-4a9a-87b4-8dbd92b71730 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:54:50.763823 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afcc1a9-97ee-4819-a368-b60469f953ab", "name": "network-vif-plugged", "status": "completed", "tag": "6c0e363d-234b-49ab-a6f9-932462773ea1", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:54:50.764073 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4ddd2a61-dd38-4a9a-87b4-8dbd92b71730 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:54:50.764745 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afcc1a9-97ee-4819-a368-b60469f953ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0e363d-234b-49ab-a6f9-932462773ea1', 'code': 200} Aug 12 21:54:50.773575 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.790243 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e968dfc3-f2ce-4884-afd9-cb94ac9ba5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.792993 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e968dfc3-f2ce-4884-afd9-cb94ac9ba5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:50.794174 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-e968dfc3-f2ce-4884-afd9-cb94ac9ba5f2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c731117e-524e-4e4a-9ef6-0cae3bcbe503 HTTP/1.1" status: 204 len: 168 time: 0.1386063 Aug 12 21:54:50.804657 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968dfc3-f2ce-4884-afd9-cb94ac9ba5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c731117e-524e-4e4a-9ef6-0cae3bcbe503,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:50.834628 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=0bf94c7b-c766-4d9c-983d-e857bb371855,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:50.952168 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184a0d1-c0b8-4757-b2b1-0e88c153e231 req-0326fb10-f7ba-4f78-ad01-4085bcded7eb tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:50.953605 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e184a0d1-c0b8-4757-b2b1-0e88c153e231 req-0326fb10-f7ba-4f78-ad01-4085bcded7eb tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 946 time: 0.0527740 Aug 12 21:54:50.993947 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e184a0d1-c0b8-4757-b2b1-0e88c153e231 req-b2a33954-47fd-4afc-9fa6-408ea080e81d tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337834 Aug 12 21:54:51.280797 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41c77b-b333-4876-8109-3f5ab584c8c6 req-f495ffd3-e372-4dbb-bb6e-970cfaa1655a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:51.282316 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fa41c77b-b333-4876-8109-3f5ab584c8c6 req-f495ffd3-e372-4dbb-bb6e-970cfaa1655a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0508306 Aug 12 21:54:51.325630 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fa41c77b-b333-4876-8109-3f5ab584c8c6 req-3eaed421-9690-47d0-9f1a-0bbe281034a0 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364394 Aug 12 21:54:51.601416 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45099cef-3297-4890-8ca5-5f89aba486bd req-952893be-1682-4148-ae9c-d5c7792732a8 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:51.602871 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-45099cef-3297-4890-8ca5-5f89aba486bd req-952893be-1682-4148-ae9c-d5c7792732a8 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 945 time: 0.0471897 Aug 12 21:54:51.640968 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-45099cef-3297-4890-8ca5-5f89aba486bd req-2f13c5b6-bdf2-4318-a3da-9db5b7f036ec tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316942 Aug 12 21:54:51.720497 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7328fb6-630c-4661-967a-4d3bfa9775ba req-6a95fe72-0aee-4aee-99da-de1615915777 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:51.722071 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f7328fb6-630c-4661-967a-4d3bfa9775ba req-6a95fe72-0aee-4aee-99da-de1615915777 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 943 time: 0.0504861 Aug 12 21:54:51.759539 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f7328fb6-630c-4661-967a-4d3bfa9775ba req-34f8da2a-b8f5-4889-9fd3-24819ac6ae92 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315118 Aug 12 21:54:51.865910 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950f49b-9714-48de-8d21-34d44bc92b01 req-6e0ec7fb-b613-4d66-a43f-67e3966e1c25 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:51.867397 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f950f49b-9714-48de-8d21-34d44bc92b01 req-6e0ec7fb-b613-4d66-a43f-67e3966e1c25 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 943 time: 0.0481296 Aug 12 21:54:51.905541 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f950f49b-9714-48de-8d21-34d44bc92b01 req-a1face86-348e-4027-87db-25d9475b70b1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Aug 12 21:54:52.107473 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805d0f1-5616-4dda-aa91-b8183f8110ee req-c70c91bc-33ef-4161-adb3-446c39ca7afd tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:52.109038 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d805d0f1-5616-4dda-aa91-b8183f8110ee req-c70c91bc-33ef-4161-adb3-446c39ca7afd tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 946 time: 0.0481820 Aug 12 21:54:52.188853 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80c29a-34e4-48b0-b792-2d91d2808ee9 req-ca4c2f52-b083-4378-a9ec-4f7498853bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:52.190666 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ab80c29a-34e4-48b0-b792-2d91d2808ee9 req-ca4c2f52-b083-4378-a9ec-4f7498853bd4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8dfd626040248deab4261d183e1e445&device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 1096 time: 0.0454526 Aug 12 21:54:52.204755 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d805d0f1-5616-4dda-aa91-b8183f8110ee req-44acc7d9-d2b1-4785-a469-7b30cb189db3 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894237 Aug 12 21:54:52.223002 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5593872-8175-429a-868b-7f23723e9868 req-c93ee3c2-ec26-492f-a0ee-1991b9af4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:52.224479 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5593872-8175-429a-868b-7f23723e9868 req-c93ee3c2-ec26-492f-a0ee-1991b9af4e57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cba43b19-4464-42ef-b75e-2039bb19c703 HTTP/1.1" status: 200 len: 856 time: 0.0928240 Aug 12 21:54:52.289911 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5593872-8175-429a-868b-7f23723e9868 req-13c3dc21-9271-4089-bad2-40a934d60442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:52.291278 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5593872-8175-429a-868b-7f23723e9868 req-13c3dc21-9271-4089-bad2-40a934d60442 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564847 Aug 12 21:54:52.327582 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80c29a-34e4-48b0-b792-2d91d2808ee9 req-8aa6055a-ac98-4a52-9f8f-b03f7ddfc91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:52.329231 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ab80c29a-34e4-48b0-b792-2d91d2808ee9 req-8aa6055a-ac98-4a52-9f8f-b03f7ddfc91b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b8dfd626040248deab4261d183e1e445&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1298239 Aug 12 21:54:52.444750 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80c29a-34e4-48b0-b792-2d91d2808ee9 req-70e31a50-f65a-411b-9aaa-5b2e9f778d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:52.446964 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ab80c29a-34e4-48b0-b792-2d91d2808ee9 req-70e31a50-f65a-411b-9aaa-5b2e9f778d65 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097202 Aug 12 21:54:52.450724 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed30cc-0573-47bb-8ab0-81009d924e41 req-3ee4db87-0178-4481-9aea-a1a0bed33935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:52.452852 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f3ed30cc-0573-47bb-8ab0-81009d924e41 req-3ee4db87-0178-4481-9aea-a1a0bed33935 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 1099 time: 0.1654046 Aug 12 21:54:52.493591 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3ed30cc-0573-47bb-8ab0-81009d924e41 req-a0276a71-14e4-43f8-bd58-a8235e6a9d31 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:52.518499 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5593872-8175-429a-868b-7f23723e9868 req-5035f0bc-7881-4fe7-af5e-d5881a822fb6 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983964 Aug 12 21:54:52.531014 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb49fb-9e74-40b3-b18c-81a780532ca5 req-aa8fda41-f2fe-4c85-aa67-124aecb39e93 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:52.532479 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-89eb49fb-9e74-40b3-b18c-81a780532ca5 req-aa8fda41-f2fe-4c85-aa67-124aecb39e93 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.1211510 Aug 12 21:54:52.534103 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-03afb10e-aca3-4149-8050-34a09ac91802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:52.535745 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-03afb10e-aca3-4149-8050-34a09ac91802 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8dfd626040248deab4261d183e1e445&device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 1096 time: 0.0500212 Aug 12 21:54:52.579385 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-c386bd09-4133-4361-95e7-c2f8298661b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df26c181-51e8-4db2-b2be-b1da5ee201e4 HTTP/1.1" status: 200 len: 217 time: 0.0355167 Aug 12 21:54:52.652217 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-8d755fed-0a9c-4386-8f67-a58fe7cd29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:52.654666 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-8d755fed-0a9c-4386-8f67-a58fe7cd29bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ee30d20-fb34-4973-8d29-eae3277e3889 HTTP/1.1" status: 200 len: 850 time: 0.0676723 Aug 12 21:54:52.664885 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-89eb49fb-9e74-40b3-b18c-81a780532ca5 req-a4b8dbd0-fecc-4c4a-89c0-03a9976a4351 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206679 Aug 12 21:54:52.720407 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5593872-8175-429a-868b-7f23723e9868 req-a8225d5b-e714-4d5e-8a20-8b3d253f71fb service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849902 Aug 12 21:54:52.734397 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-5e5999c7-f990-40a0-9b18-6e1aae58f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:52.736240 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-5e5999c7-f990-40a0-9b18-6e1aae58f802 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=806601be-7d73-41dc-a17f-29d2397473ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724387 Aug 12 21:54:52.765654 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7853ff4e-791e-4e69-ba1c-752c6e325208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf94c7b-c766-4d9c-983d-e857bb371855'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:54:52.768501 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d240ea26-a8d1-4c40-abcd-353988be3f0c" -d '{"events": [{"server_uuid": "7853ff4e-791e-4e69-ba1c-752c6e325208", "name": "network-vif-plugged", "status": "completed", "tag": "0bf94c7b-c766-4d9c-983d-e857bb371855"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:54:52.819682 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8b8486-0aa0-4b49-84e5-c5cd6cf00442 x-openstack-request-id: req-9f8b8486-0aa0-4b49-84e5-c5cd6cf00442 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:54:52.820250 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7853ff4e-791e-4e69-ba1c-752c6e325208", "name": "network-vif-plugged", "status": "completed", "tag": "0bf94c7b-c766-4d9c-983d-e857bb371855", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:54:52.820711 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9f8b8486-0aa0-4b49-84e5-c5cd6cf00442 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:54:52.821378 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7853ff4e-791e-4e69-ba1c-752c6e325208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf94c7b-c766-4d9c-983d-e857bb371855', 'code': 200} Aug 12 21:54:52.834632 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3ed30cc-0573-47bb-8ab0-81009d924e41 req-a0276a71-14e4-43f8-bd58-a8235e6a9d31 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:52.847512 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-60dc1485-3791-4ea1-8499-f0821a4bbe44 service neutron] 10.222.0.66 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032805 Aug 12 21:54:52.863527 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6801d09-c8e9-475f-8bde-1eacb5c19be0 req-556bf44d-35a7-4af8-b8e5-c7d675555ab6 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:52.871251 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f6801d09-c8e9-475f-8bde-1eacb5c19be0 req-556bf44d-35a7-4af8-b8e5-c7d675555ab6 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 945 time: 0.1288586 Aug 12 21:54:52.877094 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23be941-8280-4d29-a192-255ab601c362 req-e0d1f63b-6349-413d-adcc-49280626c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:52.878549 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e23be941-8280-4d29-a192-255ab601c362 req-e0d1f63b-6349-413d-adcc-49280626c0a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6bf985da8b404d0c890270b5692ca5fc&device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 1097 time: 0.0959458 Aug 12 21:54:52.879147 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3ed30cc-0573-47bb-8ab0-81009d924e41 req-a0276a71-14e4-43f8-bd58-a8235e6a9d31 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:52.999255 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f3ed30cc-0573-47bb-8ab0-81009d924e41 req-a0276a71-14e4-43f8-bd58-a8235e6a9d31 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337811 Aug 12 21:54:53.008210 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-17d93301-9f8b-46a3-973e-a194a4f62cb0 req-937d7e8e-22b5-4430-ba44-d7d93098f572 service neutron] 10.222.0.66 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508901 Aug 12 21:54:53.031752 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0276a71-14e4-43f8-bd58-a8235e6a9d31 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=37077cb0-6200-4944-a066-36972817d7df,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:53.034202 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6049c21-7caa-430d-bc5f-6da0d3b4741f req-1ba87bf0-83ca-4266-a4b8-97f7b7988d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:53.035708 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c6049c21-7caa-430d-bc5f-6da0d3b4741f req-1ba87bf0-83ca-4266-a4b8-97f7b7988d41 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 1098 time: 0.0757189 Aug 12 21:54:53.045349 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f6801d09-c8e9-475f-8bde-1eacb5c19be0 req-c4842062-dc83-4c95-a7e1-279a632a3b79 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727085 Aug 12 21:54:53.072205 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b251c3e-0924-4608-b4d4-a74b29c7de52 req-edb44e0d-4874-466e-95b5-d27ae99ba9ad tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:53.080818 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1b251c3e-0924-4608-b4d4-a74b29c7de52 req-edb44e0d-4874-466e-95b5-d27ae99ba9ad tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 943 time: 0.1943173 Aug 12 21:54:53.128066 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1b251c3e-0924-4608-b4d4-a74b29c7de52 req-79345b9c-849e-4599-9b63-45ccbe23042d tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462549 Aug 12 21:54:53.156509 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c6049c21-7caa-430d-bc5f-6da0d3b4741f req-78f4ffc0-913b-419a-bbc3-5f7bcba43532 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815821 Aug 12 21:54:53.158753 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23be941-8280-4d29-a192-255ab601c362 req-4ca7ed9d-9747-4064-893b-893bf85e8660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:53.160219 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e23be941-8280-4d29-a192-255ab601c362 req-4ca7ed9d-9747-4064-893b-893bf85e8660 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a HTTP/1.1" status: 200 len: 918 time: 0.2680063 Aug 12 21:54:53.315564 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 55480) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:53.407586 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e23be941-8280-4d29-a192-255ab601c362 req-9bd469e8-e258-4dd4-b493-8cda8b378bb1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a HTTP/1.1" status: 200 len: 217 time: 0.0476036 Aug 12 21:54:53.428395 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d064a1e1-b148-4345-8539-c14ef7f3a614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:53.478138 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9625f-5024-446f-85a7-8dc9b6683c3f req-abcdbc5b-bb91-4dd3-b99e-bce8ef539a57 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:53.479637 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22a9625f-5024-446f-85a7-8dc9b6683c3f req-abcdbc5b-bb91-4dd3-b99e-bce8ef539a57 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 943 time: 0.3364193 Aug 12 21:54:53.494316 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23be941-8280-4d29-a192-255ab601c362 req-41346b8c-dee6-4531-a498-dd2379760927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:53.495673 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e23be941-8280-4d29-a192-255ab601c362 req-41346b8c-dee6-4531-a498-dd2379760927 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cba43b19-4464-42ef-b75e-2039bb19c703 HTTP/1.1" status: 200 len: 856 time: 0.0735705 Aug 12 21:54:53.513602 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ac709-63de-4b45-b2f2-b8e68d860eae req-fa3a5b3d-182e-4bee-9fed-33d7f604e23e tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:53.515197 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1e6ac709-63de-4b45-b2f2-b8e68d860eae req-fa3a5b3d-182e-4bee-9fed-33d7f604e23e tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 946 time: 0.1542201 Aug 12 21:54:53.525302 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d064a1e1-b148-4345-8539-c14ef7f3a614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:53.530611 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d064a1e1-b148-4345-8539-c14ef7f3a614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:53.570072 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d064a1e1-b148-4345-8539-c14ef7f3a614 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f50aaa73e1284753abefbc6bcf6e29df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533209 Aug 12 21:54:53.571181 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064a1e1-b148-4345-8539-c14ef7f3a614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27431fd8-add3-4e7e-bde7-ac9afbe9f800,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:53.574435 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22a9625f-5024-446f-85a7-8dc9b6683c3f req-ae39ef0b-93e0-4dc5-97cb-f7eac2dc9fa3 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877995 Aug 12 21:54:53.574555 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 55484) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:53.604865 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1e6ac709-63de-4b45-b2f2-b8e68d860eae req-4eef556e-bbc0-4be6-832f-07a8c3d0d5c3 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749819 Aug 12 21:54:53.606685 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23be941-8280-4d29-a192-255ab601c362 req-36e6f831-01fa-4723-bc23-c1a78e2f937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:53.608709 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e23be941-8280-4d29-a192-255ab601c362 req-36e6f831-01fa-4723-bc23-c1a78e2f937c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0893431 Aug 12 21:54:53.625616 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-44fd8665-1355-484e-a094-47670407982a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:53.646205 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-44fd8665-1355-484e-a094-47670407982a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:53.692541 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-44fd8665-1355-484e-a094-47670407982a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:53.695070 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-44fd8665-1355-484e-a094-47670407982a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:53.696212 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-44fd8665-1355-484e-a094-47670407982a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/27431fd8-add3-4e7e-bde7-ac9afbe9f800 HTTP/1.1" status: 204 len: 168 time: 0.1209257 Aug 12 21:54:53.703676 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8665-1355-484e-a094-47670407982a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27431fd8-add3-4e7e-bde7-ac9afbe9f800,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:53.704395 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e23be941-8280-4d29-a192-255ab601c362 req-528314f3-340a-4b22-b503-f0f8ca1f7d33 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865743 Aug 12 21:54:53.853379 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e23be941-8280-4d29-a192-255ab601c362 req-bb23918c-6813-45ce-8da9-dca01fb433a4 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312594 Aug 12 21:54:53.862539 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d71cc3-e8a1-410a-b1a2-3ae2b68090fc req-3a6c8e5f-95e1-43b1-9326-efcad950922e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:53.863994 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-09d71cc3-e8a1-410a-b1a2-3ae2b68090fc req-3a6c8e5f-95e1-43b1-9326-efcad950922e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0793293 Aug 12 21:54:53.906327 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-09d71cc3-e8a1-410a-b1a2-3ae2b68090fc req-ace2d28d-4050-47bd-9a28-5749158a9022 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347459 Aug 12 21:54:54.008310 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 55498) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:54.021908 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fa94b730-300f-4369-a1f5-d6b1a9634c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:54.116373 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device ab58f9d5-adcc-442c-8bff-061c168d471f details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:54:54.122644 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fa94b730-300f-4369-a1f5-d6b1a9634c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:54.126889 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fa94b730-300f-4369-a1f5-d6b1a9634c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:54.166738 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94b730-300f-4369-a1f5-d6b1a9634c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679b85d1-15c8-4ad7-aa0b-a36e9b7f13ed,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:54.174350 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-fa94b730-300f-4369-a1f5-d6b1a9634c13 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=826332acd89e4a5ca008ce23fca18468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626000 Aug 12 21:54:54.174648 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 55504) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:54.180829 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673b893-0441-48f8-9de4-4e1633adeb6f req-af2224d3-1e8f-4729-8029-29d2d2a9ee36 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:54.187992 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2673b893-0441-48f8-9de4-4e1633adeb6f req-af2224d3-1e8f-4729-8029-29d2d2a9ee36 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 945 time: 0.0745065 Aug 12 21:54:54.228749 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port ab58f9d5-adcc-442c-8bff-061c168d471f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ab58f9d5-adcc-442c-8bff-061c168d471f,segment=NetworkSegment(ad3006b5-64da-4023-b78f-553ef1dc1abb),segment_id=ad3006b5-64da-4023-b78f-553ef1dc1abb)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:54.242935 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': 'ab58f9d5-adcc-442c-8bff-061c168d471f', 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee', 'port_id': 'ab58f9d5-adcc-442c-8bff-061c168d471f', 'mac_address': 'fa:16:3e:52:ec:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3cfec04-1a32-4b2a-bfc9-aa15ffa5e034', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:54:54.248736 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2673b893-0441-48f8-9de4-4e1633adeb6f req-8241193f-8e8e-4d3e-a8c8-da831ca6e5d6 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598805 Aug 12 21:54:54.278690 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97ca8d-052c-4257-ac0e-669d19b5d4e5 req-e7eccf48-35f8-4ff1-8474-032319fa4001 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:54.281236 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3c97ca8d-052c-4257-ac0e-669d19b5d4e5 req-e7eccf48-35f8-4ff1-8474-032319fa4001 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 943 time: 0.0698106 Aug 12 21:54:54.283252 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:54.303308 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab58f9d5-adcc-442c-8bff-061c168d471f {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:54:54.328636 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port ab58f9d5-adcc-442c-8bff-061c168d471f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ab58f9d5-adcc-442c-8bff-061c168d471f,segment=NetworkSegment(ad3006b5-64da-4023-b78f-553ef1dc1abb),segment_id=ad3006b5-64da-4023-b78f-553ef1dc1abb)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:54.335936 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:54.342239 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3c97ca8d-052c-4257-ac0e-669d19b5d4e5 req-9c3e8bf7-f2bb-4399-a4d3-9c87be2fc933 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534561 Aug 12 21:54:54.390880 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=ab58f9d5-adcc-442c-8bff-061c168d471f,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:54.431607 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9243781f-c07a-41af-a9a9-a77267e84253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:54.452526 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9243781f-c07a-41af-a9a9-a77267e84253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:54.513309 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9243781f-c07a-41af-a9a9-a77267e84253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:54.514964 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9243781f-c07a-41af-a9a9-a77267e84253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:54.516117 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-9243781f-c07a-41af-a9a9-a77267e84253 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/679b85d1-15c8-4ad7-aa0b-a36e9b7f13ed HTTP/1.1" status: 204 len: 168 time: 0.3405716 Aug 12 21:54:54.524691 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243781f-c07a-41af-a9a9-a77267e84253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679b85d1-15c8-4ad7-aa0b-a36e9b7f13ed,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:54.707226 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['ab58f9d5-adcc-442c-8bff-061c168d471f'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:54:54.732611 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae0c16-1870-4414-bdab-3f494fd7a9f9 req-40dabf30-9891-46f7-9d74-33d9a9c3a1eb tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:54.740939 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-63ae0c16-1870-4414-bdab-3f494fd7a9f9 req-40dabf30-9891-46f7-9d74-33d9a9c3a1eb tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 943 time: 0.0712090 Aug 12 21:54:54.858983 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-63ae0c16-1870-4414-bdab-3f494fd7a9f9 req-5e3a3083-fd91-4d8e-a59f-e3bf7a69e1c6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116831 Aug 12 21:54:54.897109 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d2f35-fa8a-4d7b-8a15-65a3470180c8 req-126f5a72-fdde-467a-91e6-ca21568d41ba tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:54.899223 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-109d2f35-fa8a-4d7b-8a15-65a3470180c8 req-126f5a72-fdde-467a-91e6-ca21568d41ba tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 946 time: 0.1503794 Aug 12 21:54:54.951807 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-109d2f35-fa8a-4d7b-8a15-65a3470180c8 req-636cfd98-a357-4fb5-b822-656099802b22 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439608 Aug 12 21:54:55.045592 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85f27a-b01c-46cf-b48b-5ad9a79956ad req-86afe184-6fb0-430e-9234-379b9a0a18fe tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:55.047412 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a85f27a-b01c-46cf-b48b-5ad9a79956ad req-86afe184-6fb0-430e-9234-379b9a0a18fe tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0566745 Aug 12 21:54:55.093059 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a85f27a-b01c-46cf-b48b-5ad9a79956ad req-1f0271c3-fa05-4ad8-ae34-cf421be2bb6e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351493 Aug 12 21:54:55.377772 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6923e91-3bd9-46a1-8dbc-43ecab25dd11 req-b19b307c-fab6-42cf-bb2b-c505e6ca2dca tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:55.379608 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e6923e91-3bd9-46a1-8dbc-43ecab25dd11 req-b19b307c-fab6-42cf-bb2b-c505e6ca2dca tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 945 time: 0.0557055 Aug 12 21:54:55.435265 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e6923e91-3bd9-46a1-8dbc-43ecab25dd11 req-fb8b2e15-94a8-42d8-b29a-aef8b2f6039c tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470161 Aug 12 21:54:55.479882 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e2f6e-f3c7-486b-9a8b-0296bf47a018 req-71459733-1f10-4368-977a-4a1d69149c08 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:55.481473 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-916e2f6e-f3c7-486b-9a8b-0296bf47a018 req-71459733-1f10-4368-977a-4a1d69149c08 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 943 time: 0.0605679 Aug 12 21:54:55.525860 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-916e2f6e-f3c7-486b-9a8b-0296bf47a018 req-eadbae65-dd72-4671-b3d4-55fa97c389ed tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374644 Aug 12 21:54:55.893915 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 55626) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:56.011465 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147052fc-8c0d-43ad-971e-bd18a9fdc474 req-3db25f5c-8b0b-492e-a4c0-511f88e6c681 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:56.012537 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-147052fc-8c0d-43ad-971e-bd18a9fdc474 req-3db25f5c-8b0b-492e-a4c0-511f88e6c681 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 943 time: 0.0802274 Aug 12 21:54:56.067168 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-85fc1f0a-188f-4b10-815d-a16892af0115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:56.079802 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-147052fc-8c0d-43ad-971e-bd18a9fdc474 req-9ec7d886-a52c-44b8-b1a0-32564291dd09 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596654 Aug 12 21:54:56.118221 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a3d39-5fa5-406c-88e4-d1ef6369cf88 req-c1b32640-8eee-40b0-b7e5-18480e7cf3d8 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:56.124510 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device df26c181-51e8-4db2-b2be-b1da5ee201e4 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:54:56.128843 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ae2a3d39-5fa5-406c-88e4-d1ef6369cf88 req-c1b32640-8eee-40b0-b7e5-18480e7cf3d8 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 946 time: 0.0845435 Aug 12 21:54:56.188440 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ae2a3d39-5fa5-406c-88e4-d1ef6369cf88 req-f7ab4631-3bdb-48bc-b1e9-97007d721864 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583742 Aug 12 21:54:56.223774 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device ab58f9d5-adcc-442c-8bff-061c168d471f up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:54:56.252007 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-85fc1f0a-188f-4b10-815d-a16892af0115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:56.262363 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-85fc1f0a-188f-4b10-815d-a16892af0115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:56.272930 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbf822-07c5-4cba-a24e-fa0654944f4f req-17823c02-54ac-4e32-9a3d-c86889aad4e7 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:56.281713 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-defbf822-07c5-4cba-a24e-fa0654944f4f req-17823c02-54ac-4e32-9a3d-c86889aad4e7 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0678387 Aug 12 21:54:56.286114 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port df26c181-51e8-4db2-b2be-b1da5ee201e4, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=df26c181-51e8-4db2-b2be-b1da5ee201e4,segment=NetworkSegment(8362c5d2-1909-4a3f-8eb7-a45f93fa212d),segment_id=8362c5d2-1909-4a3f-8eb7-a45f93fa212d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:56.311215 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': 'df26c181-51e8-4db2-b2be-b1da5ee201e4', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'port_id': 'df26c181-51e8-4db2-b2be-b1da5ee201e4', 'mac_address': 'fa:16:3e:75:02:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:54:56.329520 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-defbf822-07c5-4cba-a24e-fa0654944f4f req-1ae7758d-c630-425b-b441-665d88ecd989 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414264 Aug 12 21:54:56.330425 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc1f0a-188f-4b10-815d-a16892af0115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b09fe0-cb1e-430d-b42f-567707ddaba7,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:56.340699 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port ab58f9d5-adcc-442c-8bff-061c168d471f completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:54:56.345893 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-85fc1f0a-188f-4b10-815d-a16892af0115 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9263b2ff69c547c8ad82b2e5a3881380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4506826 Aug 12 21:54:56.348072 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port ab58f9d5-adcc-442c-8bff-061c168d471f triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:54:56.348886 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 55648) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:56.351246 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:56.400126 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e7a568a6-3060-4b39-83b0-2d8c456a833e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:56.421860 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:56.428606 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e7a568a6-3060-4b39-83b0-2d8c456a833e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:56.443326 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df26c181-51e8-4db2-b2be-b1da5ee201e4 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:54:56.468318 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port df26c181-51e8-4db2-b2be-b1da5ee201e4, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=df26c181-51e8-4db2-b2be-b1da5ee201e4,segment=NetworkSegment(8362c5d2-1909-4a3f-8eb7-a45f93fa212d),segment_id=8362c5d2-1909-4a3f-8eb7-a45f93fa212d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:56.486518 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e7a568a6-3060-4b39-83b0-2d8c456a833e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:56.489161 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e7a568a6-3060-4b39-83b0-2d8c456a833e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:56.490394 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:56.490724 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-e7a568a6-3060-4b39-83b0-2d8c456a833e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c1b09fe0-cb1e-430d-b42f-567707ddaba7 HTTP/1.1" status: 204 len: 168 time: 0.1406801 Aug 12 21:54:56.491047 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 31224cb9-41ad-4c20-bbd2-6a7d026f072a details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:54:56.500460 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a568a6-3060-4b39-83b0-2d8c456a833e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b09fe0-cb1e-430d-b42f-567707ddaba7,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:56.563099 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:56.632936 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=df26c181-51e8-4db2-b2be-b1da5ee201e4,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:56.664400 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923cb3c2-0f22-484a-b1ad-b4c924ad6be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab58f9d5-adcc-442c-8bff-061c168d471f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:54:56.667135 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776728b2-2054-4749-ab5c-87ec83a9283e" -d '{"events": [{"server_uuid": "923cb3c2-0f22-484a-b1ad-b4c924ad6be6", "name": "network-vif-plugged", "status": "completed", "tag": "ab58f9d5-adcc-442c-8bff-061c168d471f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:54:56.669175 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b42f6-8abe-4ec1-840d-3dc951444a8d req-3d15f6dd-a266-400d-92c1-4d3344769ed4 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:56.671381 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-488b42f6-8abe-4ec1-840d-3dc951444a8d req-3d15f6dd-a266-400d-92c1-4d3344769ed4 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 944 time: 0.0552268 Aug 12 21:54:56.694506 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port ab58f9d5-adcc-442c-8bff-061c168d471f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ab58f9d5-adcc-442c-8bff-061c168d471f,segment=NetworkSegment(ad3006b5-64da-4023-b78f-553ef1dc1abb),segment_id=ad3006b5-64da-4023-b78f-553ef1dc1abb)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:56.704438 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:56.712275 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88fe245-fb20-4c43-8fc4-b6dac3da98d6 x-openstack-request-id: req-a88fe245-fb20-4c43-8fc4-b6dac3da98d6 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:54:56.712566 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923cb3c2-0f22-484a-b1ad-b4c924ad6be6", "name": "network-vif-plugged", "status": "completed", "tag": "ab58f9d5-adcc-442c-8bff-061c168d471f", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:54:56.712821 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a88fe245-fb20-4c43-8fc4-b6dac3da98d6 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:54:56.713236 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923cb3c2-0f22-484a-b1ad-b4c924ad6be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab58f9d5-adcc-442c-8bff-061c168d471f', 'code': 200} Aug 12 21:54:56.723885 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-488b42f6-8abe-4ec1-840d-3dc951444a8d req-69b45583-37c7-408b-a5d3-b032dd19cf14 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413539 Aug 12 21:54:56.758955 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 31224cb9-41ad-4c20-bbd2-6a7d026f072a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:56.779854 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': '31224cb9-41ad-4c20-bbd2-6a7d026f072a', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'port_id': '31224cb9-41ad-4c20-bbd2-6a7d026f072a', 'mac_address': 'fa:16:3e:c8:b0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:54:56.787752 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=ab58f9d5-adcc-442c-8bff-061c168d471f,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:56.832143 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:56.917188 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1f0c-22f5-477f-94b3-59181e7ce118 req-39b9714e-d594-4ad5-9785-8ffcdace6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:56.919042 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6a3a1f0c-22f5-477f-94b3-59181e7ce118 req-39b9714e-d594-4ad5-9785-8ffcdace6b22 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 1098 time: 0.0618489 Aug 12 21:54:56.959453 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31224cb9-41ad-4c20-bbd2-6a7d026f072a {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:54:56.975474 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6a3a1f0c-22f5-477f-94b3-59181e7ce118 req-d7f91726-f3a1-4df2-a892-25e144cfeadd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471568 Aug 12 21:54:56.983340 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 31224cb9-41ad-4c20-bbd2-6a7d026f072a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:56.990085 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:56.991823 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device ce28d600-dc50-46fc-acf0-7cbf4a47b450 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:54:57.086515 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=31224cb9-41ad-4c20-bbd2-6a7d026f072a,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:57.142308 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port ce28d600-dc50-46fc-acf0-7cbf4a47b450, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ce28d600-dc50-46fc-acf0-7cbf4a47b450,segment=NetworkSegment(ad3006b5-64da-4023-b78f-553ef1dc1abb),segment_id=ad3006b5-64da-4023-b78f-553ef1dc1abb)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:57.173282 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': 'ce28d600-dc50-46fc-acf0-7cbf4a47b450', 'network_id': '79e13655-3f36-46fa-b773-fa603af50fee', 'port_id': 'ce28d600-dc50-46fc-acf0-7cbf4a47b450', 'mac_address': 'fa:16:3e:a3:44:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3cfec04-1a32-4b2a-bfc9-aa15ffa5e034', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:54:57.221372 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:57.237347 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce28d600-dc50-46fc-acf0-7cbf4a47b450 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:54:57.254527 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7172f15-7be4-4f22-8486-0c0c8b721095 req-894a4227-90be-482a-96eb-b067afb6760a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:57.264784 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b7172f15-7be4-4f22-8486-0c0c8b721095 req-894a4227-90be-482a-96eb-b067afb6760a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 943 time: 0.0877609 Aug 12 21:54:57.269932 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port ce28d600-dc50-46fc-acf0-7cbf4a47b450, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ce28d600-dc50-46fc-acf0-7cbf4a47b450,segment=NetworkSegment(ad3006b5-64da-4023-b78f-553ef1dc1abb),segment_id=ad3006b5-64da-4023-b78f-553ef1dc1abb)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:54:57.278936 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:57.363610 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b7172f15-7be4-4f22-8486-0c0c8b721095 req-75e6c7f1-a3c3-4c1b-95d5-8bd0e8d49cb5 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970511 Aug 12 21:54:57.397582 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 55704) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:57.411556 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=ce28d600-dc50-46fc-acf0-7cbf4a47b450,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:57.531995 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b674d9c-e59a-4584-932b-7a9cb30f8f5c req-dc9c6165-e856-40a3-8eec-9c8ccbc5adbc tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:57.539320 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1b674d9c-e59a-4584-932b-7a9cb30f8f5c req-dc9c6165-e856-40a3-8eec-9c8ccbc5adbc tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 945 time: 0.0764635 Aug 12 21:54:57.592516 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1b674d9c-e59a-4584-932b-7a9cb30f8f5c req-d243c738-3cd3-4526-a07b-527509f24b15 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494208 Aug 12 21:54:57.702120 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8907be67-3783-4727-96cf-5d1429cba7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:57.727233 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['31224cb9-41ad-4c20-bbd2-6a7d026f072a'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:54:57.807436 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['df26c181-51e8-4db2-b2be-b1da5ee201e4'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:54:57.885834 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00332ba3-2111-4feb-ab40-f35d7ab59da6 req-752aedb3-4f8a-4750-a169-b9add442dead tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:57.895828 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-00332ba3-2111-4feb-ab40-f35d7ab59da6 req-752aedb3-4f8a-4750-a169-b9add442dead tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 944 time: 0.0753133 Aug 12 21:54:57.910470 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8907be67-3783-4727-96cf-5d1429cba7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:57.916375 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['ce28d600-dc50-46fc-acf0-7cbf4a47b450'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:54:57.916574 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8907be67-3783-4727-96cf-5d1429cba7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:57.945478 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-00332ba3-2111-4feb-ab40-f35d7ab59da6 req-a73e4019-8b5d-4d64-a4ca-822daf0439be tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484505 Aug 12 21:54:57.946167 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 55734) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:57.960433 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-8907be67-3783-4727-96cf-5d1429cba7d5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9285f5d26fdf4232b820bdf37768682e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5613983 Aug 12 21:54:57.963210 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 55738) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:58.012848 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907be67-3783-4727-96cf-5d1429cba7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6856d2c-34ef-4f70-8e74-9610a906486b,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:58.030271 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-24f95b17-39a9-4a79-b586-fa54a351110e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:58.067586 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-24f95b17-39a9-4a79-b586-fa54a351110e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:58.171403 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6d0b-b81a-4677-95ea-5e2e60e61681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:58.174215 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-24f95b17-39a9-4a79-b586-fa54a351110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:58.183139 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-24f95b17-39a9-4a79-b586-fa54a351110e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:58.187642 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-24f95b17-39a9-4a79-b586-fa54a351110e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f6856d2c-34ef-4f70-8e74-9610a906486b HTTP/1.1" status: 204 len: 168 time: 0.2198720 Aug 12 21:54:58.200384 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f95b17-39a9-4a79-b586-fa54a351110e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6856d2c-34ef-4f70-8e74-9610a906486b,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:58.320661 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6d0b-b81a-4677-95ea-5e2e60e61681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:58.326086 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6d0b-b81a-4677-95ea-5e2e60e61681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:58.370577 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3e5a6d0b-b81a-4677-95ea-5e2e60e61681 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c6e4f14d0de84f238e4459d416b88b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231219 Aug 12 21:54:58.376593 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 55746) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:58.394400 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a6d0b-b81a-4677-95ea-5e2e60e61681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdc09d5-8d2b-41af-8193-08570e567285,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:58.445011 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-016c06a4-8b23-4cae-8c4e-29e23308a79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:58.468754 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-016c06a4-8b23-4cae-8c4e-29e23308a79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:58.523815 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974fa0e-ea52-4392-ac53-668058b21f47 req-9d2942df-c40b-420f-a712-4d1f049a76ea tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:58.525446 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8974fa0e-ea52-4392-ac53-668058b21f47 req-9d2942df-c40b-420f-a712-4d1f049a76ea tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 944 time: 0.0737064 Aug 12 21:54:58.526526 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-016c06a4-8b23-4cae-8c4e-29e23308a79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:58.529706 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-016c06a4-8b23-4cae-8c4e-29e23308a79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:58.531016 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-016c06a4-8b23-4cae-8c4e-29e23308a79f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9fdc09d5-8d2b-41af-8193-08570e567285 HTTP/1.1" status: 204 len: 168 time: 0.1532352 Aug 12 21:54:58.549629 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c06a4-8b23-4cae-8c4e-29e23308a79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdc09d5-8d2b-41af-8193-08570e567285,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:58.600856 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8974fa0e-ea52-4392-ac53-668058b21f47 req-870624b0-530b-4599-bfb7-72199b6257d9 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624125 Aug 12 21:54:58.692458 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 55764) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:58.706622 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-218dbc92-d784-426f-b654-e75a7e4daad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:58.730337 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706435c-6423-4491-857a-4fde6cf28f7c req-3f6695f2-f8ee-46b0-aee1-bdd6f0bf360b tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:58.732315 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2706435c-6423-4491-857a-4fde6cf28f7c req-3f6695f2-f8ee-46b0-aee1-bdd6f0bf360b tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 945 time: 0.0590591 Aug 12 21:54:58.801669 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2706435c-6423-4491-857a-4fde6cf28f7c req-36a4f87c-379b-4d5b-b907-17e746a862d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611465 Aug 12 21:54:58.826180 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-218dbc92-d784-426f-b654-e75a7e4daad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:58.832702 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-218dbc92-d784-426f-b654-e75a7e4daad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:58.871554 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-218dbc92-d784-426f-b654-e75a7e4daad8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e64c05a486394574a9992692e50545fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779428 Aug 12 21:54:58.872615 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218dbc92-d784-426f-b654-e75a7e4daad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ced03a1-2cf7-4189-a2d5-ecf65260fa7a,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:58.874939 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 55768) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:58.928789 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 55770) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:58.934007 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05eb1f3a-e41c-43b5-adff-9b8b47dd911f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:58.943265 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-564d507b-7c6a-4a8d-8dae-a97a756dbab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:58.956026 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05eb1f3a-e41c-43b5-adff-9b8b47dd911f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:59.025222 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05eb1f3a-e41c-43b5-adff-9b8b47dd911f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:59.028055 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05eb1f3a-e41c-43b5-adff-9b8b47dd911f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:59.030506 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-05eb1f3a-e41c-43b5-adff-9b8b47dd911f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9ced03a1-2cf7-4189-a2d5-ecf65260fa7a HTTP/1.1" status: 204 len: 168 time: 0.1544034 Aug 12 21:54:59.055686 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb1f3a-e41c-43b5-adff-9b8b47dd911f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ced03a1-2cf7-4189-a2d5-ecf65260fa7a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:59.071492 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-564d507b-7c6a-4a8d-8dae-a97a756dbab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:59.077624 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-564d507b-7c6a-4a8d-8dae-a97a756dbab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:59.080931 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb580c97-d076-4c7f-9e66-4a9cda1aab89 req-63fbe6cb-99a6-4dfb-a40a-ca1981e537ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:59.089306 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cb580c97-d076-4c7f-9e66-4a9cda1aab89 req-63fbe6cb-99a6-4dfb-a40a-ca1981e537ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 944 time: 0.0757196 Aug 12 21:54:59.120456 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d507b-7c6a-4a8d-8dae-a97a756dbab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b3fcbe-8ce3-4d55-be6c-dec906e7d59b,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:59.126761 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-564d507b-7c6a-4a8d-8dae-a97a756dbab8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=56252a817af24f12b7fcb1277e453926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971877 Aug 12 21:54:59.129480 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 55776) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:54:59.143919 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cb580c97-d076-4c7f-9e66-4a9cda1aab89 req-42debfa8-350d-41fd-9d82-a194131765aa tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489867 Aug 12 21:54:59.192369 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62b7d7cc-1944-48ea-ad09-20be8f18b1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:59.213974 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62b7d7cc-1944-48ea-ad09-20be8f18b1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:59.261702 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62b7d7cc-1944-48ea-ad09-20be8f18b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:59.264488 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62b7d7cc-1944-48ea-ad09-20be8f18b1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:54:59.265776 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-62b7d7cc-1944-48ea-ad09-20be8f18b1c5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/54b3fcbe-8ce3-4d55-be6c-dec906e7d59b HTTP/1.1" status: 204 len: 168 time: 0.1350353 Aug 12 21:54:59.274365 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7d7cc-1944-48ea-ad09-20be8f18b1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b3fcbe-8ce3-4d55-be6c-dec906e7d59b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:54:59.730051 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb881bc-9d43-4a40-b83f-eaf33360c77c req-9ace07c7-a84e-410c-8c10-9eaa9482c26b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:59.738556 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-beb881bc-9d43-4a40-b83f-eaf33360c77c req-9ace07c7-a84e-410c-8c10-9eaa9482c26b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 944 time: 0.0674610 Aug 12 21:54:59.772049 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-beb881bc-9d43-4a40-b83f-eaf33360c77c req-ddd60280-b63e-4f9b-8e04-8c152587a33f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326271 Aug 12 21:54:59.926087 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e175682-28f1-4cc4-a2c1-93c10ff88db0 req-de1fee0f-9f18-4d4d-8d49-03e0bfdc5865 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:54:59.927584 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8e175682-28f1-4cc4-a2c1-93c10ff88db0 req-de1fee0f-9f18-4d4d-8d49-03e0bfdc5865 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 945 time: 0.0505185 Aug 12 21:54:59.970658 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8e175682-28f1-4cc4-a2c1-93c10ff88db0 req-87e6d802-dd7c-404a-8550-6fbe02d434b4 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347123 Aug 12 21:55:00.072959 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 55832) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:00.223154 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-55555e8b-21c3-4dcc-87c7-6b2aaa5d8c27 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-775478745-network', 'tenant_id': '4fe1fbe2539049fbb3d165222de97967'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:55:00.271828 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55555e8b-21c3-4dcc-87c7-6b2aaa5d8c27 admin admin] Made reservation on behalf of 4fe1fbe2539049fbb3d165222de97967 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:55:00.274234 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55555e8b-21c3-4dcc-87c7-6b2aaa5d8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:00.292795 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cf4bb-6677-4a27-ae7b-966fa8d40d93 req-1c6eb0cf-7f34-40a3-a2d6-2753315873b4 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:00.294854 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba9cf4bb-6677-4a27-ae7b-966fa8d40d93 req-1c6eb0cf-7f34-40a3-a2d6-2753315873b4 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 944 time: 0.0670340 Aug 12 21:55:00.295533 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55555e8b-21c3-4dcc-87c7-6b2aaa5d8c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:00.354959 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba9cf4bb-6677-4a27-ae7b-966fa8d40d93 req-73950398-188e-4dc3-a255-338ff817fc5c tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516810 Aug 12 21:55:00.424360 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55555e8b-21c3-4dcc-87c7-6b2aaa5d8c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:00.428608 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55555e8b-21c3-4dcc-87c7-6b2aaa5d8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:00.451602 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55555e8b-21c3-4dcc-87c7-6b2aaa5d8c27 admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:55:00.465109 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55555e8b-21c3-4dcc-87c7-6b2aaa5d8c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e875076-8423-40eb-8e83-a62d0d548061,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:00.470712 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55555e8b-21c3-4dcc-87c7-6b2aaa5d8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:00.471121 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-55555e8b-21c3-4dcc-87c7-6b2aaa5d8c27 admin admin] Added segment 24b858aa-41ad-4ad6-9807-416bf1a740da of type vlan for network 04905455-b783-4a86-8576-c0b77ff3cd24 Aug 12 21:55:00.512794 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55555e8b-21c3-4dcc-87c7-6b2aaa5d8c27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:00.541778 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55555e8b-21c3-4dcc-87c7-6b2aaa5d8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:00.542775 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55555e8b-21c3-4dcc-87c7-6b2aaa5d8c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:00.543367 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55555e8b-21c3-4dcc-87c7-6b2aaa5d8c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:00.596537 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-55555e8b-21c3-4dcc-87c7-6b2aaa5d8c27 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5222969 Aug 12 21:55:00.599428 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 55854) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:00.605394 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55555e8b-21c3-4dcc-87c7-6b2aaa5d8c27 admin admin] Pushing event updated for resources: {'Network': ['ID=04905455-b783-4a86-8576-c0b77ff3cd24,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:00.607893 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-98600609-a1f4-4a49-bf64-9d85b78b9798 admin admin] Request body: {'subnet': {'network_id': '04905455-b783-4a86-8576-c0b77ff3cd24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-775478745-subnet', 'tenant_id': '4fe1fbe2539049fbb3d165222de97967', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:55:00.621139 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network 04905455-b783-4a86-8576-c0b77ff3cd24 details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:55:00.635211 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98600609-a1f4-4a49-bf64-9d85b78b9798 admin admin] Made reservation on behalf of 4fe1fbe2539049fbb3d165222de97967 for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:55:00.638443 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-98600609-a1f4-4a49-bf64-9d85b78b9798 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:00.754545 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device ce28d600-dc50-46fc-acf0-7cbf4a47b450 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:55:00.809909 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port ce28d600-dc50-46fc-acf0-7cbf4a47b450 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:55:00.815293 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port ce28d600-dc50-46fc-acf0-7cbf4a47b450 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:55:00.815668 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:00.846700 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-98600609-a1f4-4a49-bf64-9d85b78b9798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:00.913575 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3245d-5b53-4b4e-9206-a869216754e8 req-2bd47f84-2211-4bb3-b0e3-1e3ceeba0aed tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:00.915619 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:00.916021 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b7f3245d-5b53-4b4e-9206-a869216754e8 req-2bd47f84-2211-4bb3-b0e3-1e3ceeba0aed tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 944 time: 0.0619402 Aug 12 21:55:00.924875 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98600609-a1f4-4a49-bf64-9d85b78b9798 admin admin] Checking segment: {'id': '24b858aa-41ad-4ad6-9807-416bf1a740da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '04905455-b783-4a86-8576-c0b77ff3cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:55:00.925287 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98600609-a1f4-4a49-bf64-9d85b78b9798 admin admin] Network hostable DHCP agents. Network: 04905455-b783-4a86-8576-c0b77ff3cd24, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:55:00.927278 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98600609-a1f4-4a49-bf64-9d85b78b9798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f87be3c-48aa-4157-95a4-a6e60f0f4e34,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:00.948105 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98600609-a1f4-4a49-bf64-9d85b78b9798 admin admin] Network 04905455-b783-4a86-8576-c0b77ff3cd24 is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:55:00.958582 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-98600609-a1f4-4a49-bf64-9d85b78b9798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, 04905455-b783-4a86-8576-c0b77ff3cd24) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:55:00.961567 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port ce28d600-dc50-46fc-acf0-7cbf4a47b450, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ce28d600-dc50-46fc-acf0-7cbf4a47b450,segment=NetworkSegment(ad3006b5-64da-4023-b78f-553ef1dc1abb),segment_id=ad3006b5-64da-4023-b78f-553ef1dc1abb)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:00.962846 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032791ac-e0aa-4350-b5ae-152535265985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce28d600-dc50-46fc-acf0-7cbf4a47b450'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:55:00.967321 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98600609-a1f4-4a49-bf64-9d85b78b9798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:00.968410 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-98600609-a1f4-4a49-bf64-9d85b78b9798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:00.968779 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d395481-580e-474d-8f0e-8faf173619a8" -d '{"events": [{"server_uuid": "032791ac-e0aa-4350-b5ae-152535265985", "name": "network-vif-plugged", "status": "completed", "tag": "ce28d600-dc50-46fc-acf0-7cbf4a47b450"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:55:00.972191 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b7f3245d-5b53-4b4e-9206-a869216754e8 req-d0cb04d4-a844-4c3b-8957-0ef6a9669b6e tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490291 Aug 12 21:55:00.975049 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:00.976045 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device df26c181-51e8-4db2-b2be-b1da5ee201e4 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:55:00.978179 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8b540b-3436-40c9-ac8e-78d10288ff69 None None] Network 04905455-b783-4a86-8576-c0b77ff3cd24 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:55:00.987509 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-98600609-a1f4-4a49-bf64-9d85b78b9798 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3858397 Aug 12 21:55:01.080024 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9206d84-803b-43a4-9ae1-9d29726fb7ac x-openstack-request-id: req-f9206d84-803b-43a4-9ae1-9d29726fb7ac {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:55:01.080311 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032791ac-e0aa-4350-b5ae-152535265985", "name": "network-vif-plugged", "status": "completed", "tag": "ce28d600-dc50-46fc-acf0-7cbf4a47b450", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:55:01.080818 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f9206d84-803b-43a4-9ae1-9d29726fb7ac {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:55:01.081271 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032791ac-e0aa-4350-b5ae-152535265985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce28d600-dc50-46fc-acf0-7cbf4a47b450', 'code': 200} Aug 12 21:55:01.139682 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9716d2-1e9d-4327-8bbd-a586f2e6b835 req-fc5a5950-b2e6-46da-abe3-7222a972c92e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:01.142592 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dd9716d2-1e9d-4327-8bbd-a586f2e6b835 req-fc5a5950-b2e6-46da-abe3-7222a972c92e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 945 time: 0.0659671 Aug 12 21:55:01.150237 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=ce28d600-dc50-46fc-acf0-7cbf4a47b450,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:01.179662 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port df26c181-51e8-4db2-b2be-b1da5ee201e4 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:55:01.203368 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dd9716d2-1e9d-4327-8bbd-a586f2e6b835 req-2c932b6a-0869-45d5-adf8-534bc944ac68 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479646 Aug 12 21:55:01.211415 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port df26c181-51e8-4db2-b2be-b1da5ee201e4 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:55:01.211861 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:01.268221 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb4f623-8a21-4195-a74c-3c57d4471475 None None] Network 04905455-b783-4a86-8576-c0b77ff3cd24 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:55:01.386863 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:01.456615 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port df26c181-51e8-4db2-b2be-b1da5ee201e4, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=df26c181-51e8-4db2-b2be-b1da5ee201e4,segment=NetworkSegment(8362c5d2-1909-4a3f-8eb7-a45f93fa212d),segment_id=8362c5d2-1909-4a3f-8eb7-a45f93fa212d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:01.462070 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:01.463954 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 31224cb9-41ad-4c20-bbd2-6a7d026f072a up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:55:01.500805 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0432cc5-6c4f-4149-a75c-41ef5b9224d1 req-b981e641-00da-4324-8fd5-e9763793069b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:01.502970 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e0432cc5-6c4f-4149-a75c-41ef5b9224d1 req-b981e641-00da-4324-8fd5-e9763793069b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 944 time: 0.0698137 Aug 12 21:55:01.548951 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=df26c181-51e8-4db2-b2be-b1da5ee201e4,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:01.558181 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e0432cc5-6c4f-4149-a75c-41ef5b9224d1 req-be9f4fba-46e9-479c-a678-a073159380fc tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484703 Aug 12 21:55:01.571508 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port 31224cb9-41ad-4c20-bbd2-6a7d026f072a completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:55:01.581066 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port 31224cb9-41ad-4c20-bbd2-6a7d026f072a triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:55:01.581572 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:01.656544 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:01.690765 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 31224cb9-41ad-4c20-bbd2-6a7d026f072a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:01.694268 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:01.739666 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=31224cb9-41ad-4c20-bbd2-6a7d026f072a,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:02.117604 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d079e3c-1173-44b0-b568-01f6105f397a req-f9d35a66-a450-4117-874d-06ce6332011c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:02.119039 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4d079e3c-1173-44b0-b568-01f6105f397a req-f9d35a66-a450-4117-874d-06ce6332011c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0506949 Aug 12 21:55:02.156394 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4d079e3c-1173-44b0-b568-01f6105f397a req-df71fb13-0625-44c2-8a30-43ca51145218 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311608 Aug 12 21:55:02.323467 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ce8a8-3053-49d9-85da-685cf281fa21 req-4688af63-50f3-4394-80e3-7b9ed9081210 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:02.324965 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e43ce8a8-3053-49d9-85da-685cf281fa21 req-4688af63-50f3-4394-80e3-7b9ed9081210 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0495100 Aug 12 21:55:02.362193 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e43ce8a8-3053-49d9-85da-685cf281fa21 req-b106a24f-1542-48b3-a6bc-aa4b9a7c9ca8 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306320 Aug 12 21:55:02.670487 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84a94e-727e-42e0-b713-42d57f44f9ba req-5a5b3556-34c9-4eea-8afe-2234f6bde2ff tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:02.671960 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8e84a94e-727e-42e0-b713-42d57f44f9ba req-5a5b3556-34c9-4eea-8afe-2234f6bde2ff tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0459802 Aug 12 21:55:02.709910 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8e84a94e-727e-42e0-b713-42d57f44f9ba req-d8dc36ab-b90a-4e08-8890-8f7887807d0e tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319533 Aug 12 21:55:02.875820 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537759cf-ef1c-45f8-a789-a662b6cf7e5f req-b7d95962-dce7-4496-96b4-2b560229db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:02.877421 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-537759cf-ef1c-45f8-a789-a662b6cf7e5f req-b7d95962-dce7-4496-96b4-2b560229db97 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 1098 time: 0.0428145 Aug 12 21:55:02.914483 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-537759cf-ef1c-45f8-a789-a662b6cf7e5f req-b19c6494-ed78-4e52-a138-7ea712be353d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292702 Aug 12 21:55:03.082889 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86973eb5-9525-4627-a3a9-27454c668750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df26c181-51e8-4db2-b2be-b1da5ee201e4'}, {'server_uuid': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31224cb9-41ad-4c20-bbd2-6a7d026f072a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:55:03.085304 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b01159d-5555-4b03-a119-17745a1891de" -d '{"events": [{"server_uuid": "86973eb5-9525-4627-a3a9-27454c668750", "name": "network-vif-plugged", "status": "completed", "tag": "df26c181-51e8-4db2-b2be-b1da5ee201e4"}, {"server_uuid": "dc249cdb-dfde-4a8c-8f75-e756ed537978", "name": "network-vif-plugged", "status": "completed", "tag": "31224cb9-41ad-4c20-bbd2-6a7d026f072a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:55:03.124510 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 21:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd0003b-2547-441f-9717-6ae4987f508e x-openstack-request-id: req-dfd0003b-2547-441f-9717-6ae4987f508e {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:55:03.124805 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86973eb5-9525-4627-a3a9-27454c668750", "name": "network-vif-plugged", "status": "completed", "tag": "df26c181-51e8-4db2-b2be-b1da5ee201e4", "code": 200}, {"server_uuid": "dc249cdb-dfde-4a8c-8f75-e756ed537978", "name": "network-vif-plugged", "status": "completed", "tag": "31224cb9-41ad-4c20-bbd2-6a7d026f072a", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:55:03.125058 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dfd0003b-2547-441f-9717-6ae4987f508e {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:55:03.125469 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86973eb5-9525-4627-a3a9-27454c668750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df26c181-51e8-4db2-b2be-b1da5ee201e4', 'code': 200} Aug 12 21:55:03.125726 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31224cb9-41ad-4c20-bbd2-6a7d026f072a', 'code': 200} Aug 12 21:55:03.273629 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d6bd0-dd70-4f45-aaeb-6b28f1445422 req-cd4893d2-1e71-4cc0-a75d-4ae94cdb0ca1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:03.275104 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-786d6bd0-dd70-4f45-aaeb-6b28f1445422 req-cd4893d2-1e71-4cc0-a75d-4ae94cdb0ca1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0490215 Aug 12 21:55:03.320488 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4213c1b-a5e6-40db-8b06-b61f6fa6f2ad req-ba6143b9-b463-407b-a0fb-2681bd46599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:03.322265 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f4213c1b-a5e6-40db-8b06-b61f6fa6f2ad req-ba6143b9-b463-407b-a0fb-2681bd46599a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 1098 time: 0.0440226 Aug 12 21:55:03.336990 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad450722-87f1-4232-862f-434c3caa79e4 req-25eb12ea-a1a0-4f8c-a726-8388de9181da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:03.338507 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ad450722-87f1-4232-862f-434c3caa79e4 req-25eb12ea-a1a0-4f8c-a726-8388de9181da service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 1099 time: 0.0608270 Aug 12 21:55:03.342444 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-786d6bd0-dd70-4f45-aaeb-6b28f1445422 req-c4961301-4084-4180-98bc-afe802e0dbcb tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568104 Aug 12 21:55:03.361256 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f4213c1b-a5e6-40db-8b06-b61f6fa6f2ad req-4969bbb7-877c-4d48-b75c-2f4c5014c510 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309772 Aug 12 21:55:03.381444 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ad450722-87f1-4232-862f-434c3caa79e4 req-beda48d6-49a0-41b0-b450-4197b98c1ace service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312848 Aug 12 21:55:03.480092 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0acff1-2266-4144-af79-b984009656bf req-63432c7c-8d56-45c3-b921-85aa6592cb1f tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:03.481628 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8c0acff1-2266-4144-af79-b984009656bf req-63432c7c-8d56-45c3-b921-85aa6592cb1f tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0481708 Aug 12 21:55:03.520016 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8c0acff1-2266-4144-af79-b984009656bf req-05f10cfc-f025-4dac-b1b8-87aae4dfeb7e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324218 Aug 12 21:55:03.873267 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd64b4-af27-4951-9200-a207afd36d43 req-16c3b673-81dd-4f8a-8977-77287a6a69e4 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:03.874711 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d2cd64b4-af27-4951-9200-a207afd36d43 req-16c3b673-81dd-4f8a-8977-77287a6a69e4 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0775437 Aug 12 21:55:03.896635 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-791c404c-399d-4f30-9e50-295bc050c04d tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:03.898118 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-791c404c-399d-4f30-9e50-295bc050c04d tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/networks?id=04905455-b783-4a86-8576-c0b77ff3cd24 HTTP/1.1" status: 200 len: 808 time: 0.1482761 Aug 12 21:55:03.919807 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-b272b1b6-fb47-4eba-9f65-7823aa07f93c tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/quotas/4fe1fbe2539049fbb3d165222de97967 HTTP/1.1" status: 200 len: 375 time: 0.0142791 Aug 12 21:55:03.942593 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d2cd64b4-af27-4951-9200-a207afd36d43 req-a420ab4e-d1d7-4164-89e2-3c50da9572c3 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604033 Aug 12 21:55:03.960621 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-5319ab38-d772-4aa4-8956-875a77170161 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4fe1fbe2539049fbb3d165222de97967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307806 Aug 12 21:55:04.061665 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-8630db65-90a0-468f-95ba-921f59118df1 service neutron] 10.222.0.74 "GET /v2.0/networks/04905455-b783-4a86-8576-c0b77ff3cd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927305 Aug 12 21:55:04.154693 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-707e4b49-7606-4305-81f1-e6d730ba465b service neutron] 10.222.0.74 "GET /v2.0/networks/04905455-b783-4a86-8576-c0b77ff3cd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857246 Aug 12 21:55:04.330051 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-71864f44-7468-4d94-8d6f-0c975473b5b4 req-28c5e3b0-2217-4c0a-988d-937492b4c36f tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 210 time: 0.0265791 Aug 12 21:55:04.464591 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241828d-cdab-4390-b0a8-aa81ae73ff4b req-b769d654-e898-4663-9afd-235b79e4f813 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:04.466883 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e241828d-cdab-4390-b0a8-aa81ae73ff4b req-b769d654-e898-4663-9afd-235b79e4f813 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0522299 Aug 12 21:55:04.512556 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e241828d-cdab-4390-b0a8-aa81ae73ff4b req-09ad119f-e115-47ec-9fd0-021c91f58874 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397666 Aug 12 21:55:04.657832 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c125c6a-fc24-4289-bcb2-b78c48c0baa7 req-bd6eee7d-4c7c-465a-82af-a48e7c55b725 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:04.659720 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2c125c6a-fc24-4289-bcb2-b78c48c0baa7 req-bd6eee7d-4c7c-465a-82af-a48e7c55b725 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0566955 Aug 12 21:55:04.718432 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2c125c6a-fc24-4289-bcb2-b78c48c0baa7 req-1e14438e-b383-4d68-9705-968c8f960532 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526810 Aug 12 21:55:04.845536 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e70747-9796-483d-9f7c-8675b7e9fce6 req-7d13c5c8-7c99-4dc4-aa6c-bc29362968e4 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:04.847106 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b0e70747-9796-483d-9f7c-8675b7e9fce6 req-7d13c5c8-7c99-4dc4-aa6c-bc29362968e4 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0522528 Aug 12 21:55:04.913482 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b0e70747-9796-483d-9f7c-8675b7e9fce6 req-7f6b5a3b-f515-4b11-a071-cb4562fae98c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605960 Aug 12 21:55:04.927701 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0220191-2b9d-458b-bfee-67ca570ceaea req-168f7457-e961-441b-a692-d1478935b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:04.929384 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b0220191-2b9d-458b-bfee-67ca570ceaea req-168f7457-e961-441b-a692-d1478935b437 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=578655d9defa4fde962a9185bfbbbbfe&device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 1098 time: 0.0556688 Aug 12 21:55:05.094517 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0220191-2b9d-458b-bfee-67ca570ceaea req-ec7785ed-9548-47c8-b188-5839f0e7fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:05.095995 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b0220191-2b9d-458b-bfee-67ca570ceaea req-ec7785ed-9548-47c8-b188-5839f0e7fa69 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e13655-3f36-46fa-b773-fa603af50fee HTTP/1.1" status: 200 len: 919 time: 0.1236994 Aug 12 21:55:05.108241 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7655ee7-c864-4aac-b52a-c3668cd5d26e req-2228b658-36c3-4ed6-8d67-99611855143f tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:05.109763 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a7655ee7-c864-4aac-b52a-c3668cd5d26e req-2228b658-36c3-4ed6-8d67-99611855143f tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0745006 Aug 12 21:55:05.161599 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b0220191-2b9d-458b-bfee-67ca570ceaea req-e4898aa1-d2e7-450b-8608-43bd9fc4823a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce28d600-dc50-46fc-acf0-7cbf4a47b450 HTTP/1.1" status: 200 len: 217 time: 0.0492725 Aug 12 21:55:05.180714 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a7655ee7-c864-4aac-b52a-c3668cd5d26e req-eb0965bf-1659-40bb-b7ea-f5edb4d26018 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626085 Aug 12 21:55:05.229468 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0220191-2b9d-458b-bfee-67ca570ceaea req-d1b095d8-80e0-4b31-af1b-8a52a513f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:05.230981 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b0220191-2b9d-458b-bfee-67ca570ceaea req-d1b095d8-80e0-4b31-af1b-8a52a513f55c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3cfec04-1a32-4b2a-bfc9-aa15ffa5e034 HTTP/1.1" status: 200 len: 858 time: 0.0479789 Aug 12 21:55:05.286296 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b0220191-2b9d-458b-bfee-67ca570ceaea req-40ee37d4-65b3-4146-95ac-b7c6be7ec17d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e13655-3f36-46fa-b773-fa603af50fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281816 Aug 12 21:55:05.401861 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddcc4b-a445-4fb3-898a-facf57b6e05a req-32e5471e-170b-4729-8efe-bde28c4b2c70 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:05.403767 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d8ddcc4b-a445-4fb3-898a-facf57b6e05a req-32e5471e-170b-4729-8efe-bde28c4b2c70 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.1104903 Aug 12 21:55:05.412269 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 56020) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:05.417281 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-86a50090-6e24-47d4-ab2c-f49cb6b35250 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Request body: {'floatingip': {'port_id': 'df26c181-51e8-4db2-b2be-b1da5ee201e4'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:55:05.439043 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d305ccea-b073-4733-a55b-8e4924834b80 req-38d9b6c9-1b1d-4e69-9cc3-c2fc44ea6471 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 210 time: 0.0325527 Aug 12 21:55:05.450155 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b0220191-2b9d-458b-bfee-67ca570ceaea req-ba61f358-26bb-4c3d-a0a6-9f1f45df171b service neutron] 10.222.0.66 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457052 Aug 12 21:55:05.505900 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86a50090-6e24-47d4-ab2c-f49cb6b35250 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for floatingip, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:05.551260 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b0220191-2b9d-458b-bfee-67ca570ceaea req-3d2cf898-4b16-4bc9-985f-0141f01570ba service neutron] 10.222.0.66 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894814 Aug 12 21:55:05.864725 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-0caf5808-4c06-419c-9639-6faaa4a5ea6c tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:05.866206 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-0caf5808-4c06-419c-9639-6faaa4a5ea6c tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.66 "GET /v2.0/networks?id=04905455-b783-4a86-8576-c0b77ff3cd24 HTTP/1.1" status: 200 len: 808 time: 0.1484489 Aug 12 21:55:05.880145 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3f15e-08ef-408f-acf0-e39cc861b89a req-a5a700dd-4bee-4fcf-b959-59255714fb5f tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:05.881743 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7de3f15e-08ef-408f-acf0-e39cc861b89a req-a5a700dd-4bee-4fcf-b959-59255714fb5f tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0895348 Aug 12 21:55:05.888852 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-a373d09b-1374-48f3-aae3-7f42894993ca tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Request body: {'port': {'device_id': 'e51b69f7-98ea-4e99-a23d-d895e8f97fb2', 'network_id': '04905455-b783-4a86-8576-c0b77ff3cd24', 'admin_state_up': True, 'tenant_id': '4fe1fbe2539049fbb3d165222de97967'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:55:06.000108 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7de3f15e-08ef-408f-acf0-e39cc861b89a req-05dba34b-5ce3-4475-834a-38e547b7f854 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070125 Aug 12 21:55:06.287581 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86a50090-6e24-47d4-ab2c-f49cb6b35250 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:06.299403 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86a50090-6e24-47d4-ab2c-f49cb6b35250 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:06.380138 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f042b-3605-464e-99f2-747909ddeec2 req-179df84b-7dea-4161-93d3-938e099200a7 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:06.381671 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5d0f042b-3605-464e-99f2-747909ddeec2 req-179df84b-7dea-4161-93d3-938e099200a7 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.3276391 Aug 12 21:55:06.382309 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-a373d09b-1374-48f3-aae3-7f42894993ca tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Made reservation on behalf of 4fe1fbe2539049fbb3d165222de97967 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:55:06.385949 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-a373d09b-1374-48f3-aae3-7f42894993ca tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:06.415895 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.db.l3_db [None req-86a50090-6e24-47d4-ab2c-f49cb6b35250 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Floating IP 95218146-b8a1-4d9a-b380-8d0353dc6620 associated. External IP: 172.27.1.128, port: df26c181-51e8-4db2-b2be-b1da5ee201e4. Aug 12 21:55:06.471970 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9842504-6320-419e-b3e3-0acff93bf90f req-21a68ef5-1aaf-4af9-a6cd-42df83e30fb6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:06.473494 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f9842504-6320-419e-b3e3-0acff93bf90f req-21a68ef5-1aaf-4af9-a6cd-42df83e30fb6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.1658976 Aug 12 21:55:06.492261 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56064) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:06.505851 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-64a7d5f5-a1e1-4840-aaf1-2faed439d57a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Request body: {'floatingip': {'port_id': '31224cb9-41ad-4c20-bbd2-6a7d026f072a'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:55:06.583879 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5d0f042b-3605-464e-99f2-747909ddeec2 req-b4baafd7-314c-4b1b-8f6d-bf3f85bf777b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848814 Aug 12 21:55:06.619690 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64a7d5f5-a1e1-4840-aaf1-2faed439d57a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:06.723911 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a50090-6e24-47d4-ab2c-f49cb6b35250 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Router 5d430406-b0cc-47b4-82ab-9167d84d8c33 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:55:06.772383 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56082) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:06.818199 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d0ca6412-8a48-4dbd-9eee-149e7eba78eb req-517d50e9-672f-4252-bb99-a03d13df1888 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 210 time: 0.1067667 Aug 12 21:55:06.855703 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56086) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:06.873587 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-a373d09b-1374-48f3-aae3-7f42894993ca tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Allocated IP 172.20.0.9 (04905455-b783-4a86-8576-c0b77ff3cd24/2f87be3c-48aa-4157-95a4-a6e60f0f4e34/782e8a5b-8a9a-484c-8cc9-1d6831eb63d8) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:55:06.939249 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-82a03e8d-c98e-483c-b4eb-e758da0e0337 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:06.940825 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-82a03e8d-c98e-483c-b4eb-e758da0e0337 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/networks?id=4a83ee7f-2284-4366-8da4-358a3b379299 HTTP/1.1" status: 200 len: 815 time: 0.3423173 Aug 12 21:55:07.007898 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-52099365-d8e3-4915-93aa-5c936c8f085a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/quotas/3dd1520c8b454427bcf76f6921e65358 HTTP/1.1" status: 200 len: 375 time: 0.0310855 Aug 12 21:55:07.062577 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a50090-6e24-47d4-ab2c-f49cb6b35250 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:55:07.067041 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86a50090-6e24-47d4-ab2c-f49cb6b35250 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:07.077067 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4d5f2-92a3-42e0-9a7d-9a4dcb02504a None None] Sync routers for ids ['5d430406-b0cc-47b4-82ab-9167d84d8c33'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:55:07.086850 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4d5f2-92a3-42e0-9a7d-9a4dcb02504a None None] Routers {'5d430406-b0cc-47b4-82ab-9167d84d8c33'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:55:07.087592 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d2b4d5f2-92a3-42e0-9a7d-9a4dcb02504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:54:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['5d430406-b0cc-47b4-82ab-9167d84d8c33'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:55:07.093826 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-86a50090-6e24-47d4-ab2c-f49cb6b35250 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "PUT /v2.0/floatingips/95218146-b8a1-4d9a-b380-8d0353dc6620 HTTP/1.1" status: 200 len: 991 time: 1.6804690 Aug 12 21:55:07.094517 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86973eb5-9525-4627-a3a9-27454c668750', 'tag': 'df26c181-51e8-4db2-b2be-b1da5ee201e4'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:55:07.097192 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4317575-2ee3-46cd-960b-77d2ca5640a5" -d '{"events": [{"name": "network-changed", "server_uuid": "86973eb5-9525-4627-a3a9-27454c668750", "tag": "df26c181-51e8-4db2-b2be-b1da5ee201e4"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:55:07.140361 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b595332-77db-4237-99a5-6c3ebb413ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:07.156324 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2c05fbe7-2a3f-4ac1-9113-73fee24980fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:07.200313 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d2b4d5f2-92a3-42e0-9a7d-9a4dcb02504a None None] Set router 5d430406-b0cc-47b4-82ab-9167d84d8c33 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:55:07.223330 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3bf368-8605-49aa-a731-4488884e8001 x-openstack-request-id: req-1b3bf368-8605-49aa-a731-4488884e8001 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:55:07.223685 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86973eb5-9525-4627-a3a9-27454c668750", "tag": "df26c181-51e8-4db2-b2be-b1da5ee201e4", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:55:07.224005 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1b3bf368-8605-49aa-a731-4488884e8001 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:55:07.224469 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86973eb5-9525-4627-a3a9-27454c668750', 'tag': 'df26c181-51e8-4db2-b2be-b1da5ee201e4', 'status': 'completed', 'code': 200} Aug 12 21:55:07.270025 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-296a6eb6-bb52-4451-a314-cf12e9443faf tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3dd1520c8b454427bcf76f6921e65358&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2528007 Aug 12 21:55:07.279002 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.db.api [None req-2c05fbe7-2a3f-4ac1-9113-73fee24980fb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 21:55:07.279002 dv-cinder-804457-2-iscsi neutron-server[93882]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 21:55:07.279002 dv-cinder-804457-2-iscsi neutron-server[93882]: [parameters: {'project_id_1': '7cc2b3eb6f0d4fd3a4a1dd7d1159e93d', 'expiration_1': datetime.datetime(2021, 8, 12, 21, 55, 7, 208014)}] Aug 12 21:55:07.279002 dv-cinder-804457-2-iscsi neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 21:55:07.279426 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG oslo_db.api [None req-2c05fbe7-2a3f-4ac1-9113-73fee24980fb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 21:55:07.339580 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4317575-2ee3-46cd-960b-77d2ca5640a5 req-828a404f-3146-4550-ae42-bc3178f539de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:07.345381 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e4317575-2ee3-46cd-960b-77d2ca5640a5 req-828a404f-3146-4550-ae42-bc3178f539de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8dfd626040248deab4261d183e1e445&device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 1098 time: 0.0752649 Aug 12 21:55:07.449334 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4317575-2ee3-46cd-960b-77d2ca5640a5 req-5bc074a9-8686-4b50-8081-122ff13c2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:07.451400 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e4317575-2ee3-46cd-960b-77d2ca5640a5 req-5bc074a9-8686-4b50-8081-122ff13c2ffd service neutron] 10.222.0.66 "GET /v2.0/networks?id=806601be-7d73-41dc-a17f-29d2397473ae HTTP/1.1" status: 200 len: 912 time: 0.0916445 Aug 12 21:55:07.455000 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-a373d09b-1374-48f3-aae3-7f42894993ca tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:07.485344 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d2b4d5f2-92a3-42e0-9a7d-9a4dcb02504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '95218146-b8a1-4d9a-b380-8d0353dc6620', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'port_id': 'df26c181-51e8-4db2-b2be-b1da5ee201e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'mac_address': 'fa:16:3e:75:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86973eb5-9525-4627-a3a9-27454c668750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:54:39Z', 'updated_at': '2021-08-12T21:55:06Z', 'revision_number': 1, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4808030-00fd-48f6-8352-bedb75823152', 'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'mac_address': 'fa:16:3e:3d:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:24Z', 'updated_at': '2021-08-12T21:54:40Z', 'revision_number': 5, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'subnets': [{'id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:55:07.516622 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4d5f2-92a3-42e0-9a7d-9a4dcb02504a None None] Checking router: 5d430406-b0cc-47b4-82ab-9167d84d8c33 for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:55:07.525864 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4d5f2-92a3-42e0-9a7d-9a4dcb02504a None None] Routers {'5d430406-b0cc-47b4-82ab-9167d84d8c33'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:55:07.526486 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d2b4d5f2-92a3-42e0-9a7d-9a4dcb02504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:54:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['5d430406-b0cc-47b4-82ab-9167d84d8c33'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:55:07.559309 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e4317575-2ee3-46cd-960b-77d2ca5640a5 req-7ebe61dd-e821-4f7d-9ca5-add52a20ea5e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df26c181-51e8-4db2-b2be-b1da5ee201e4 HTTP/1.1" status: 200 len: 999 time: 0.0970051 Aug 12 21:55:07.630736 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4317575-2ee3-46cd-960b-77d2ca5640a5 req-01ab179b-8704-4d69-bbc9-5562502b56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:07.633592 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e4317575-2ee3-46cd-960b-77d2ca5640a5 req-01ab179b-8704-4d69-bbc9-5562502b56bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ee30d20-fb34-4973-8d29-eae3277e3889 HTTP/1.1" status: 200 len: 850 time: 0.0615356 Aug 12 21:55:07.635785 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-78b23cec-d44c-4133-be85-a1407e4cae96 service neutron] 10.222.0.74 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320534 Aug 12 21:55:07.653253 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d2b4d5f2-92a3-42e0-9a7d-9a4dcb02504a None None] Set router 5d430406-b0cc-47b4-82ab-9167d84d8c33 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:55:07.686262 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4317575-2ee3-46cd-960b-77d2ca5640a5 req-1a132966-acac-4f65-8053-1326d8bf04f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:07.687788 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e4317575-2ee3-46cd-960b-77d2ca5640a5 req-1a132966-acac-4f65-8053-1326d8bf04f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=806601be-7d73-41dc-a17f-29d2397473ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466979 Aug 12 21:55:07.760453 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:07.791334 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e4317575-2ee3-46cd-960b-77d2ca5640a5 req-3ac4b019-cc03-4ae3-b159-ff81b3325d29 service neutron] 10.222.0.66 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939906 Aug 12 21:55:07.890711 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e4317575-2ee3-46cd-960b-77d2ca5640a5 req-b51b92f6-f86e-46f5-ba2a-da90de108458 service neutron] 10.222.0.66 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918543 Aug 12 21:55:07.892166 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d2b4d5f2-92a3-42e0-9a7d-9a4dcb02504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '95218146-b8a1-4d9a-b380-8d0353dc6620', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'port_id': 'df26c181-51e8-4db2-b2be-b1da5ee201e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'mac_address': 'fa:16:3e:75:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86973eb5-9525-4627-a3a9-27454c668750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:54:39Z', 'updated_at': '2021-08-12T21:55:06Z', 'revision_number': 1, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4808030-00fd-48f6-8352-bedb75823152', 'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'mac_address': 'fa:16:3e:3d:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:24Z', 'updated_at': '2021-08-12T21:54:40Z', 'revision_number': 5, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'subnets': [{'id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:55:07.920451 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4d5f2-92a3-42e0-9a7d-9a4dcb02504a None None] The sync data for ids ['5d430406-b0cc-47b4-82ab-9167d84d8c33'] in dv-cinder-804457-2-iscsi is: [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '95218146-b8a1-4d9a-b380-8d0353dc6620', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'port_id': 'df26c181-51e8-4db2-b2be-b1da5ee201e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'mac_address': 'fa:16:3e:75:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86973eb5-9525-4627-a3a9-27454c668750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:54:39Z', 'updated_at': '2021-08-12T21:55:06Z', 'revision_number': 1, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4808030-00fd-48f6-8352-bedb75823152', 'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'mac_address': 'fa:16:3e:3d:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:24Z', 'updated_at': '2021-08-12T21:54:40Z', 'revision_number': 5, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'subnets': [{'id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:55:07.946414 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2c05fbe7-2a3f-4ac1-9113-73fee24980fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.010678 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b595332-77db-4237-99a5-6c3ebb413ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.019806 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.db.resource_extend [None req-64a7d5f5-a1e1-4840-aaf1-2faed439d57a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 21:55:08.058487 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b595332-77db-4237-99a5-6c3ebb413ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.067989 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-a373d09b-1374-48f3-aae3-7f42894993ca tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.127423 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000fe81-2738-402f-b9e5-b4cf02c65c0e None None] New status for floating IP 95218146-b8a1-4d9a-b380-8d0353dc6620: ACTIVE {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:55:08.187105 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31904065-3c27-40c1-bc4b-6b4a47873ce2 req-7968417a-3381-49ca-aa74-e023f171c41a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:08.188509 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-31904065-3c27-40c1-bc4b-6b4a47873ce2 req-7968417a-3381-49ca-aa74-e023f171c41a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.5094862 Aug 12 21:55:08.190745 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64a7d5f5-a1e1-4840-aaf1-2faed439d57a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.218962 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-a373d09b-1374-48f3-aae3-7f42894993ca tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Network 04905455-b783-4a86-8576-c0b77ff3cd24 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:55:08.245956 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7b595332-77db-4237-99a5-6c3ebb413ec1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=da442cd46bbd4b5dbef745f92e75fc6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3855588 Aug 12 21:55:08.246632 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64a7d5f5-a1e1-4840-aaf1-2faed439d57a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.248836 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 56108) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:08.269496 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-808c488a-4f9b-4a22-9a50-640d80093c8c service neutron] 10.222.0.74 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6328356 Aug 12 21:55:08.270323 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-a373d09b-1374-48f3-aae3-7f42894993ca tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:55:08.304015 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-dfd0e916-4cca-4dc6-958c-57d0663d753f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.319270 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-a373d09b-1374-48f3-aae3-7f42894993ca tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:55:08.324865 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-a373d09b-1374-48f3-aae3-7f42894993ca tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:08.325754 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-a373d09b-1374-48f3-aae3-7f42894993ca tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.342817 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b595332-77db-4237-99a5-6c3ebb413ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cb06ac-5aac-47df-bc6f-1910939778ed,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:08.371385 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-dfd0e916-4cca-4dc6-958c-57d0663d753f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.392961 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373d09b-1374-48f3-aae3-7f42894993ca tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Pushing event updated for resources: {'Port': ['ID=782e8a5b-8a9a-484c-8cc9-1d6831eb63d8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:08.440061 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-31904065-3c27-40c1-bc4b-6b4a47873ce2 req-ec8fcd23-506e-4af5-83a3-4942486ee867 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246554 Aug 12 21:55:08.484070 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-dfd0e916-4cca-4dc6-958c-57d0663d753f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.492279 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-64a7d5f5-a1e1-4840-aaf1-2faed439d57a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Floating IP 090e5295-2277-4882-a4af-fa0d75220ac7 associated. External IP: 172.27.1.155, port: 31224cb9-41ad-4c20-bbd2-6a7d026f072a. Aug 12 21:55:08.493050 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-dfd0e916-4cca-4dc6-958c-57d0663d753f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.495905 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-dfd0e916-4cca-4dc6-958c-57d0663d753f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b0cb06ac-5aac-47df-bc6f-1910939778ed HTTP/1.1" status: 204 len: 168 time: 0.2458029 Aug 12 21:55:08.497325 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2c05fbe7-2a3f-4ac1-9113-73fee24980fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.508691 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0e916-4cca-4dc6-958c-57d0663d753f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cb06ac-5aac-47df-bc6f-1910939778ed,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:08.546978 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2c05fbe7-2a3f-4ac1-9113-73fee24980fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.553550 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-a373d09b-1374-48f3-aae3-7f42894993ca tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6695333 Aug 12 21:55:08.628008 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Request body: {'port': {'device_id': 'e51b69f7-98ea-4e99-a23d-d895e8f97fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:55:08.684385 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2c05fbe7-2a3f-4ac1-9113-73fee24980fb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7cc2b3eb6f0d4fd3a4a1dd7d1159e93d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9039412 Aug 12 21:55:08.686613 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 56120) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:08.686851 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05fbe7-2a3f-4ac1-9113-73fee24980fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e9ea17-b8fc-4de7-9578-e3dee7c17f6b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:08.766529 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-76302d50-6a98-414f-a856-1c40154c8dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.776127 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c597d023-7abb-4e8e-bdc6-e86994a39554 req-3ac41d9b-4d5e-4ac1-b8fa-f850f0c22cd5 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 210 time: 0.0623915 Aug 12 21:55:08.792631 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-76302d50-6a98-414f-a856-1c40154c8dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.798294 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e55ec-9e31-4696-8eac-6f28ed9fcead req-3f928b31-3d97-4223-8bc6-52d735ae2e5e tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:08.800011 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba1e55ec-9e31-4696-8eac-6f28ed9fcead req-3f928b31-3d97-4223-8bc6-52d735ae2e5e tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 931 time: 0.2388716 Aug 12 21:55:08.803236 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.867025 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-76302d50-6a98-414f-a856-1c40154c8dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.871079 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-76302d50-6a98-414f-a856-1c40154c8dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:08.873159 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-76302d50-6a98-414f-a856-1c40154c8dd9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/05e9ea17-b8fc-4de7-9578-e3dee7c17f6b HTTP/1.1" status: 204 len: 168 time: 0.1847417 Aug 12 21:55:08.883009 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76302d50-6a98-414f-a856-1c40154c8dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e9ea17-b8fc-4de7-9578-e3dee7c17f6b,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:08.980189 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba1e55ec-9e31-4696-8eac-6f28ed9fcead req-3dd9630a-7fa0-4ea3-b3d7-a50d3f048202 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605418 Aug 12 21:55:09.072131 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a7d5f5-a1e1-4840-aaf1-2faed439d57a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:55:09.289520 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a7d5f5-a1e1-4840-aaf1-2faed439d57a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:55:09.298071 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64a7d5f5-a1e1-4840-aaf1-2faed439d57a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:09.301976 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fd534-fbac-4351-9aa0-b98c103108e2 None None] Sync routers for ids ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:55:09.314592 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fd534-fbac-4351-9aa0-b98c103108e2 None None] Routers {'1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:55:09.317825 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-154fd534-fbac-4351-9aa0-b98c103108e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:54:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:55:09.354792 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56148) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:09.365677 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-64a7d5f5-a1e1-4840-aaf1-2faed439d57a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "PUT /v2.0/floatingips/090e5295-2277-4882-a4af-fa0d75220ac7 HTTP/1.1" status: 200 len: 992 time: 2.8652432 Aug 12 21:55:09.368077 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:55:09.379145 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:09.396750 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Transition to ACTIVE for port object 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:55:09.398841 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'tag': '31224cb9-41ad-4c20-bbd2-6a7d026f072a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:55:09.402035 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d46cc05-6c45-4dab-b846-567a66edf3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "dc249cdb-dfde-4a8c-8f75-e756ed537978", "tag": "31224cb9-41ad-4c20-bbd2-6a7d026f072a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:55:09.413873 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:09.429275 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77aa5569-6457-455b-9db6-db27de63aa61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:09.465030 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f74fe60-ec11-4685-b247-cab3a4cbf07e x-openstack-request-id: req-6f74fe60-ec11-4685-b247-cab3a4cbf07e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:55:09.465359 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc249cdb-dfde-4a8c-8f75-e756ed537978", "tag": "31224cb9-41ad-4c20-bbd2-6a7d026f072a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:55:09.465615 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6f74fe60-ec11-4685-b247-cab3a4cbf07e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:55:09.466743 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'tag': '31224cb9-41ad-4c20-bbd2-6a7d026f072a', 'status': 'completed', 'code': 200} Aug 12 21:55:09.541415 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Pushing event updated for resources: {'Port': ['ID=782e8a5b-8a9a-484c-8cc9-1d6831eb63d8,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:09.602505 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46cc05-6c45-4dab-b846-567a66edf3ed req-40cbab43-53ee-45e1-8e0b-d29b0e1a47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:09.604640 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2d46cc05-6c45-4dab-b846-567a66edf3ed req-40cbab43-53ee-45e1-8e0b-d29b0e1a47f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6bf985da8b404d0c890270b5692ca5fc&device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 1099 time: 0.0992839 Aug 12 21:55:09.614483 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Attempting to bind port 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:55:09.614819 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Attempting to bind port 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '24b858aa-41ad-4ad6-9807-416bf1a740da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '04905455-b783-4a86-8576-c0b77ff3cd24'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:55:09.615149 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Attempting to bind port 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 on network 04905455-b783-4a86-8576-c0b77ff3cd24 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:55:09.630092 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Port 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 on network 04905455-b783-4a86-8576-c0b77ff3cd24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:55:09.630407 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Attempting to bind port 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 on network 04905455-b783-4a86-8576-c0b77ff3cd24 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:55:09.660372 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:55:09.660718 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Checking segment: {'id': '24b858aa-41ad-4ad6-9807-416bf1a740da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '04905455-b783-4a86-8576-c0b77ff3cd24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:55:09.661092 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Bound using segment: {'id': '24b858aa-41ad-4ad6-9807-416bf1a740da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '04905455-b783-4a86-8576-c0b77ff3cd24'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:55:09.661564 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Bound port: 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b858aa-41ad-4ad6-9807-416bf1a740da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '04905455-b783-4a86-8576-c0b77ff3cd24'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:55:09.661917 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:09.665359 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-154fd534-fbac-4351-9aa0-b98c103108e2 None None] Set router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:55:09.681973 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cafca6-0fea-4560-9611-50ff77f6a7d8 req-2497a23a-409e-4ecc-be16-e0deaf6c33ea tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:09.689802 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d9cafca6-0fea-4560-9611-50ff77f6a7d8 req-2497a23a-409e-4ecc-be16-e0deaf6c33ea tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.1245255 Aug 12 21:55:09.759569 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46cc05-6c45-4dab-b846-567a66edf3ed req-e8a927d1-296e-4406-a701-168c4df30fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:09.761029 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2d46cc05-6c45-4dab-b846-567a66edf3ed req-e8a927d1-296e-4406-a701-168c4df30fe1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a HTTP/1.1" status: 200 len: 918 time: 0.1352997 Aug 12 21:55:09.802009 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d9cafca6-0fea-4560-9611-50ff77f6a7d8 req-00bf8386-b2b2-4397-9d19-587e8932fabc tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030743 Aug 12 21:55:09.808721 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77aa5569-6457-455b-9db6-db27de63aa61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:09.822707 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77aa5569-6457-455b-9db6-db27de63aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:09.870895 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2d46cc05-6c45-4dab-b846-567a66edf3ed req-7b915c9d-6e66-49f6-a9ca-0401ad4a8587 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a HTTP/1.1" status: 200 len: 1000 time: 0.0898528 Aug 12 21:55:09.876656 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] For port 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8, host hv-cinder-80445, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:55:09.905449 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] For port 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=782e8a5b-8a9a-484c-8cc9-1d6831eb63d8,segment=NetworkSegment(24b858aa-41ad-4ad6-9807-416bf1a740da),segment_id=24b858aa-41ad-4ad6-9807-416bf1a740da)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:55:09.906460 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa5569-6457-455b-9db6-db27de63aa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9f4935-4d1d-479e-98fc-a7a9e8cb8626,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:09.913651 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-77aa5569-6457-455b-9db6-db27de63aa61 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=192244ce83ba4abfbf3b552b3351f8e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5551908 Aug 12 21:55:09.913651 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:09.914971 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56180) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:09.951518 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46cc05-6c45-4dab-b846-567a66edf3ed req-9b29573d-e523-4051-8828-f84a06f8560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:09.953188 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2d46cc05-6c45-4dab-b846-567a66edf3ed req-9b29573d-e523-4051-8828-f84a06f8560f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cba43b19-4464-42ef-b75e-2039bb19c703 HTTP/1.1" status: 200 len: 856 time: 0.0734668 Aug 12 21:55:09.993934 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:09.994606 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:09.996046 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] 10.222.0.66 "PUT /v2.0/ports/782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 HTTP/1.1" status: 200 len: 1093 time: 1.4086187 Aug 12 21:55:10.003152 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d33a8cf2-12d1-4380-a5cd-f528fac0e1bb req-7bd6fc3f-1f1c-411d-854e-7d709007385d tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 210 time: 0.0589201 Aug 12 21:55:10.084269 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8de84-1a33-49b1-b917-d329fade4b85 service neutron] Pushing event updated for resources: {'Port': ['ID=782e8a5b-8a9a-484c-8cc9-1d6831eb63d8,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:10.089227 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-154fd534-fbac-4351-9aa0-b98c103108e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:23Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '090e5295-2277-4882-a4af-fa0d75220ac7', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'port_id': '31224cb9-41ad-4c20-bbd2-6a7d026f072a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'mac_address': 'fa:16:3e:c8:b0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:54:35Z', 'updated_at': '2021-08-12T21:55:07Z', 'revision_number': 1, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b61b0cc-c915-4442-8d42-ee4ea9ae5be9', 'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'mac_address': 'fa:16:3e:ce:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:20Z', 'updated_at': '2021-08-12T21:54:37Z', 'revision_number': 5, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'subnets': [{'id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:55:10.133400 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46cc05-6c45-4dab-b846-567a66edf3ed req-25379e17-51d0-4709-a7b9-f8da60ca09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:10.135819 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2d46cc05-6c45-4dab-b846-567a66edf3ed req-25379e17-51d0-4709-a7b9-f8da60ca09ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1640148 Aug 12 21:55:10.141137 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fd534-fbac-4351-9aa0-b98c103108e2 None None] Checking router: 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:55:10.141872 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e3cf04e-6cc2-4617-9833-a74a289b80c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:10.174995 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fd534-fbac-4351-9aa0-b98c103108e2 None None] Routers {'1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:55:10.175637 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-154fd534-fbac-4351-9aa0-b98c103108e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:54:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:55:10.181384 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-1e06719b-5b0e-4692-b12c-2d96ab4d0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:10.182892 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-1e06719b-5b0e-4692-b12c-2d96ab4d0043 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fe1fbe2539049fbb3d165222de97967&device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 1096 time: 0.1220844 Aug 12 21:55:10.185586 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e3cf04e-6cc2-4617-9833-a74a289b80c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:10.194248 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5df5a-0b02-43aa-818f-edafa22be9eb req-0d56b08d-92ef-42b5-9a8e-4735ae57ce68 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:10.195722 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1a5df5a-0b02-43aa-818f-edafa22be9eb req-0d56b08d-92ef-42b5-9a8e-4735ae57ce68 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 943 time: 0.0923719 Aug 12 21:55:10.253651 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-0fa84849-ce39-40ec-8686-f5d3b93d8252 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:10.255147 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-0fa84849-ce39-40ec-8686-f5d3b93d8252 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.66 "GET /v2.0/networks?id=4a83ee7f-2284-4366-8da4-358a3b379299 HTTP/1.1" status: 200 len: 815 time: 0.2198346 Aug 12 21:55:10.265349 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-ec208a40-5308-4854-b5d0-fd84560e8cf4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 HTTP/1.1" status: 200 len: 217 time: 0.0636024 Aug 12 21:55:10.285895 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Request body: {'port': {'device_id': '1b161b90-c1d1-42ad-a024-4d431905b0de', 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299', 'admin_state_up': True, 'tenant_id': '3dd1520c8b454427bcf76f6921e65358'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:55:10.332038 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1a5df5a-0b02-43aa-818f-edafa22be9eb req-ac87a937-a63f-4c0b-860b-d5a897cca78a tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224840 Aug 12 21:55:10.355138 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2d46cc05-6c45-4dab-b846-567a66edf3ed req-1b50b0d1-5468-4a6d-8a20-175851b1fbeb service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027740 Aug 12 21:55:10.363027 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-154fd534-fbac-4351-9aa0-b98c103108e2 None None] Set router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:55:10.377830 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e3cf04e-6cc2-4617-9833-a74a289b80c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:10.381878 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e3cf04e-6cc2-4617-9833-a74a289b80c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:10.383454 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8e3cf04e-6cc2-4617-9833-a74a289b80c7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8f9f4935-4d1d-479e-98fc-a7a9e8cb8626 HTTP/1.1" status: 204 len: 168 time: 0.4663343 Aug 12 21:55:10.394574 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-91128ce8-5567-4904-bcfc-9b8fe728767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:10.396046 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-91128ce8-5567-4904-bcfc-9b8fe728767a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f87be3c-48aa-4157-95a4-a6e60f0f4e34 HTTP/1.1" status: 200 len: 848 time: 0.1113176 Aug 12 21:55:10.404197 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cf04e-6cc2-4617-9833-a74a289b80c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9f4935-4d1d-479e-98fc-a7a9e8cb8626,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:10.448540 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-729640b8-5b53-43c7-ae23-4264d8cd57aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04905455-b783-4a86-8576-c0b77ff3cd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392504 Aug 12 21:55:10.501142 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2d46cc05-6c45-4dab-b846-567a66edf3ed req-7c4afa24-080a-4552-ac18-697421adc291 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354351 Aug 12 21:55:10.512867 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Made reservation on behalf of 3dd1520c8b454427bcf76f6921e65358 for: {'port': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:55:10.525277 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:10.671114 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-cbff5595-b766-4069-bbeb-3426dd471452 service neutron] 10.222.0.66 "GET /v2.0/networks/04905455-b783-4a86-8576-c0b77ff3cd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115836 Aug 12 21:55:10.735862 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-154fd534-fbac-4351-9aa0-b98c103108e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:23Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '090e5295-2277-4882-a4af-fa0d75220ac7', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'port_id': '31224cb9-41ad-4c20-bbd2-6a7d026f072a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'mac_address': 'fa:16:3e:c8:b0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:54:35Z', 'updated_at': '2021-08-12T21:55:07Z', 'revision_number': 1, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b61b0cc-c915-4442-8d42-ee4ea9ae5be9', 'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'mac_address': 'fa:16:3e:ce:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:20Z', 'updated_at': '2021-08-12T21:54:37Z', 'revision_number': 5, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'subnets': [{'id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:55:10.766791 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fd534-fbac-4351-9aa0-b98c103108e2 None None] The sync data for ids ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'] in dv-cinder-804457-2-iscsi is: [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:23Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '090e5295-2277-4882-a4af-fa0d75220ac7', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'port_id': '31224cb9-41ad-4c20-bbd2-6a7d026f072a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'mac_address': 'fa:16:3e:c8:b0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:54:35Z', 'updated_at': '2021-08-12T21:55:07Z', 'revision_number': 1, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b61b0cc-c915-4442-8d42-ee4ea9ae5be9', 'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'mac_address': 'fa:16:3e:ce:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:20Z', 'updated_at': '2021-08-12T21:54:37Z', 'revision_number': 5, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'subnets': [{'id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:55:10.770510 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:55:10.778115 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Allocated IP 172.20.0.2 (4a83ee7f-2284-4366-8da4-358a3b379299/2113c992-f5ab-4887-8abc-4c769fbc8ead/17a7a05f-4a8b-4a01-a9cb-d73232e2701d) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:55:10.804587 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fbdf8409-7c72-4a36-9518-ba0a5af22c75 req-92a3fa3d-cce5-49ba-8bd5-c682dfbfca20 service neutron] 10.222.0.66 "GET /v2.0/networks/04905455-b783-4a86-8576-c0b77ff3cd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237075 Aug 12 21:55:10.952139 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8774fc6-cb6c-4685-9638-c19289198bc7 req-ff32b6ae-09e1-4df3-ad1c-c61f870205ff tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:10.953843 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8774fc6-cb6c-4685-9638-c19289198bc7 req-ff32b6ae-09e1-4df3-ad1c-c61f870205ff tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0689132 Aug 12 21:55:10.991396 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:11.019262 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8774fc6-cb6c-4685-9638-c19289198bc7 req-2625ba0a-7b41-4f85-9b77-cab99597513e tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575149 Aug 12 21:55:11.061454 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:11.077811 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9cf6b0-0362-4724-88b8-9762252008b4 None None] New status for floating IP 090e5295-2277-4882-a4af-fa0d75220ac7: ACTIVE {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:55:11.128140 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['0bf94c7b-c766-4d9c-983d-e857bb371855'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:55:11.134719 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Network 4a83ee7f-2284-4366-8da4-358a3b379299 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:55:11.138774 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:55:11.147057 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:55:11.154065 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:11.154870 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:11.170990 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Pushing event updated for resources: {'Port': ['ID=17a7a05f-4a8b-4a01-a9cb-d73232e2701d,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:11.176724 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e2803-5d85-4397-a677-936ceddb54a8 req-d2a71a96-2eb5-4937-9f01-bc0fbaa58c91 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:11.178760 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-570e2803-5d85-4397-a677-936ceddb54a8 req-d2a71a96-2eb5-4937-9f01-bc0fbaa58c91 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 931 time: 0.0722728 Aug 12 21:55:11.187332 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:11.187332 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:11.187332 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:11.187332 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:11.187332 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:11.187748 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:11.187843 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:11.188111 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:11.188432 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:11.188766 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:11.189159 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:11.189573 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:11.194451 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-cd8be2cd-6300-435a-b03a-8aee60d0016a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9139667 Aug 12 21:55:11.208005 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Request body: {'port': {'device_id': '1b161b90-c1d1-42ad-a024-4d431905b0de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:55:11.231995 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-570e2803-5d85-4397-a677-936ceddb54a8 req-72ce442e-0503-4891-898e-492c580eabd5 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453184 Aug 12 21:55:11.292042 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:11.468641 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51b69f7-98ea-4e99-a23d-d895e8f97fb2', 'tag': '782e8a5b-8a9a-484c-8cc9-1d6831eb63d8'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:55:11.471366 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0b1d35-a111-4b94-9342-3c54d03773d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e51b69f7-98ea-4e99-a23d-d895e8f97fb2", "tag": "782e8a5b-8a9a-484c-8cc9-1d6831eb63d8"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:55:11.489619 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a965888-c462-441d-93c9-f9d130500fec req-142d119b-c54f-47b1-873a-14f8cc7cc459 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:11.502287 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a965888-c462-441d-93c9-f9d130500fec req-142d119b-c54f-47b1-873a-14f8cc7cc459 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 943 time: 0.0735469 Aug 12 21:55:11.520159 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2588b492-0925-4dbe-8834-5f6a4beeab3e x-openstack-request-id: req-2588b492-0925-4dbe-8834-5f6a4beeab3e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:55:11.520503 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51b69f7-98ea-4e99-a23d-d895e8f97fb2", "tag": "782e8a5b-8a9a-484c-8cc9-1d6831eb63d8", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:55:11.520693 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2588b492-0925-4dbe-8834-5f6a4beeab3e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:55:11.521074 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51b69f7-98ea-4e99-a23d-d895e8f97fb2', 'tag': '782e8a5b-8a9a-484c-8cc9-1d6831eb63d8', 'status': 'completed', 'code': 200} Aug 12 21:55:11.549751 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a965888-c462-441d-93c9-f9d130500fec req-ef6e53dd-a86f-4208-a7b1-8107ee9b1031 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464547 Aug 12 21:55:11.605528 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b1d35-a111-4b94-9342-3c54d03773d8 req-038a6199-f9f8-4f41-bb20-f9b1f011470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:11.607449 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2e0b1d35-a111-4b94-9342-3c54d03773d8 req-038a6199-f9f8-4f41-bb20-f9b1f011470b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fe1fbe2539049fbb3d165222de97967&device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0462232 Aug 12 21:55:11.624833 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a7a05f-4a8b-4a01-a9cb-d73232e2701d {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:55:11.632259 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:11.646079 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Transition to ACTIVE for port object 17a7a05f-4a8b-4a01-a9cb-d73232e2701d will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:55:11.649890 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:11.744887 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b1d35-a111-4b94-9342-3c54d03773d8 req-26f7c163-d1fb-49a7-b20d-6c78f79c7003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:11.749011 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2e0b1d35-a111-4b94-9342-3c54d03773d8 req-26f7c163-d1fb-49a7-b20d-6c78f79c7003 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04905455-b783-4a86-8576-c0b77ff3cd24 HTTP/1.1" status: 200 len: 909 time: 0.1288843 Aug 12 21:55:11.749511 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Pushing event updated for resources: {'Port': ['ID=17a7a05f-4a8b-4a01-a9cb-d73232e2701d,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:11.763810 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Attempting to bind port 17a7a05f-4a8b-4a01-a9cb-d73232e2701d on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:55:11.764332 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Attempting to bind port 17a7a05f-4a8b-4a01-a9cb-d73232e2701d by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:55:11.764746 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Attempting to bind port 17a7a05f-4a8b-4a01-a9cb-d73232e2701d on network 4a83ee7f-2284-4366-8da4-358a3b379299 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:55:11.770470 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Port 17a7a05f-4a8b-4a01-a9cb-d73232e2701d on network 4a83ee7f-2284-4366-8da4-358a3b379299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:55:11.770916 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Attempting to bind port 17a7a05f-4a8b-4a01-a9cb-d73232e2701d on network 4a83ee7f-2284-4366-8da4-358a3b379299 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:55:11.783867 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:55:11.784547 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Checking segment: {'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:55:11.784676 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Bound using segment: {'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:55:11.784999 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Bound port: 17a7a05f-4a8b-4a01-a9cb-d73232e2701d, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:55:11.785400 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:11.812304 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2e0b1d35-a111-4b94-9342-3c54d03773d8 req-37d2d946-3e87-4203-a86a-9a5956a904a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 HTTP/1.1" status: 200 len: 217 time: 0.0452459 Aug 12 21:55:11.861005 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] For port 17a7a05f-4a8b-4a01-a9cb-d73232e2701d, host hv-cinder-80445, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:55:11.864871 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] For port 17a7a05f-4a8b-4a01-a9cb-d73232e2701d, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=17a7a05f-4a8b-4a01-a9cb-d73232e2701d,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:55:11.871151 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:11.873533 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b1d35-a111-4b94-9342-3c54d03773d8 req-17fbd9e5-6c2e-4319-be82-ab3914bb9194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:11.875047 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2e0b1d35-a111-4b94-9342-3c54d03773d8 req-17fbd9e5-6c2e-4319-be82-ab3914bb9194 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f87be3c-48aa-4157-95a4-a6e60f0f4e34 HTTP/1.1" status: 200 len: 848 time: 0.0529487 Aug 12 21:55:11.906577 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:11.907198 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:11.908602 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] 10.222.0.66 "PUT /v2.0/ports/17a7a05f-4a8b-4a01-a9cb-d73232e2701d HTTP/1.1" status: 200 len: 1093 time: 0.7055116 Aug 12 21:55:11.909152 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b161b90-c1d1-42ad-a024-4d431905b0de', 'tag': '17a7a05f-4a8b-4a01-a9cb-d73232e2701d'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:55:11.913341 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8fd262-ddbe-47c1-bb56-fd3b045158e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1b161b90-c1d1-42ad-a024-4d431905b0de", "tag": "17a7a05f-4a8b-4a01-a9cb-d73232e2701d"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:55:11.950818 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a5794-d5f8-4ba8-98ba-31081635a47a service neutron] Pushing event updated for resources: {'Port': ['ID=17a7a05f-4a8b-4a01-a9cb-d73232e2701d,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:11.994040 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d8f426-9a4f-4c0a-a8bc-5bfcb9c623ba x-openstack-request-id: req-47d8f426-9a4f-4c0a-a8bc-5bfcb9c623ba {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:55:11.994337 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b161b90-c1d1-42ad-a024-4d431905b0de", "tag": "17a7a05f-4a8b-4a01-a9cb-d73232e2701d", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:55:11.994598 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-47d8f426-9a4f-4c0a-a8bc-5bfcb9c623ba {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:55:11.995001 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b161b90-c1d1-42ad-a024-4d431905b0de', 'tag': '17a7a05f-4a8b-4a01-a9cb-d73232e2701d', 'status': 'completed', 'code': 200} Aug 12 21:55:12.011877 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-38078c29-b9ac-4470-ad32-29ef2ab13646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:12.014057 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-38078c29-b9ac-4470-ad32-29ef2ab13646 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dd1520c8b454427bcf76f6921e65358&device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 1096 time: 0.0490580 Aug 12 21:55:12.069358 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-947fd42b-da11-4ee6-9adf-5f1a85de6a6d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17a7a05f-4a8b-4a01-a9cb-d73232e2701d HTTP/1.1" status: 200 len: 217 time: 0.0446033 Aug 12 21:55:12.146044 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-92107f92-8573-44cf-b0ba-ee3ef59f8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:12.147605 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-92107f92-8573-44cf-b0ba-ee3ef59f8b28 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2113c992-f5ab-4887-8abc-4c769fbc8ead HTTP/1.1" status: 200 len: 855 time: 0.0684335 Aug 12 21:55:12.186103 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-373ccea5-00bd-4ff6-ba0f-f3a29432e7fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a83ee7f-2284-4366-8da4-358a3b379299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278909 Aug 12 21:55:12.195704 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2e0b1d35-a111-4b94-9342-3c54d03773d8 req-aa312df5-ee2f-4cc2-863e-a4ff892ab712 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04905455-b783-4a86-8576-c0b77ff3cd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2956729 Aug 12 21:55:12.302759 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bf9a8-6b4a-4fef-8dac-3ab79aca3f9f req-ed7e7016-496e-42a8-a980-87ffad9344a2 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:12.304277 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-da7bf9a8-6b4a-4fef-8dac-3ab79aca3f9f req-ed7e7016-496e-42a8-a980-87ffad9344a2 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.1108861 Aug 12 21:55:12.326798 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-b3b42105-a452-4b76-aac3-9a8e1972ebc7 service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284306 Aug 12 21:55:12.383565 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2e0b1d35-a111-4b94-9342-3c54d03773d8 req-ff781de4-ad72-4dc3-8f01-a9458624f996 service neutron] 10.222.0.66 "GET /v2.0/networks/04905455-b783-4a86-8576-c0b77ff3cd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588597 Aug 12 21:55:12.398790 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-da7bf9a8-6b4a-4fef-8dac-3ab79aca3f9f req-d948a9b4-25d7-4b28-b409-a11742053157 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847118 Aug 12 21:55:12.436293 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3f96131c-a59e-43ae-8d0c-8f3760f13b4c req-fd44e000-245a-4843-9a46-61701235080a service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963480 Aug 12 21:55:12.462294 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b40ab4-1854-4c31-a712-f2ef6085b56b req-7df2c96e-184f-4ad6-b9d9-8abaf084b952 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:12.464008 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-50b40ab4-1854-4c31-a712-f2ef6085b56b req-7df2c96e-184f-4ad6-b9d9-8abaf084b952 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 943 time: 0.1239681 Aug 12 21:55:12.534803 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-50b40ab4-1854-4c31-a712-f2ef6085b56b req-827517cb-b7a4-4ca8-8991-27404e09e5e0 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635958 Aug 12 21:55:12.541085 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2e0b1d35-a111-4b94-9342-3c54d03773d8 req-04e2b429-f72b-4706-bd1d-4b526c677932 service neutron] 10.222.0.66 "GET /v2.0/networks/04905455-b783-4a86-8576-c0b77ff3cd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405261 Aug 12 21:55:12.563943 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fd262-ddbe-47c1-bb56-fd3b045158e4 req-6508d791-73d1-4b85-b418-8bac3c9b98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:12.565651 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1a8fd262-ddbe-47c1-bb56-fd3b045158e4 req-6508d791-73d1-4b85-b418-8bac3c9b98de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dd1520c8b454427bcf76f6921e65358&device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 1096 time: 0.0552988 Aug 12 21:55:12.669332 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fd262-ddbe-47c1-bb56-fd3b045158e4 req-5c623cba-c6c4-4474-aa8c-3a0dbf49cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:12.669570 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee2b93-d6b3-4200-ad6c-2c3bbc09c8d9 req-7c084036-3716-491a-820c-777cfca88cb9 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:12.671396 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1a8fd262-ddbe-47c1-bb56-fd3b045158e4 req-5c623cba-c6c4-4474-aa8c-3a0dbf49cc20 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4a83ee7f-2284-4366-8da4-358a3b379299 HTTP/1.1" status: 200 len: 916 time: 0.0970514 Aug 12 21:55:12.673701 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-54ee2b93-d6b3-4200-ad6c-2c3bbc09c8d9 req-7c084036-3716-491a-820c-777cfca88cb9 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 943 time: 0.0559952 Aug 12 21:55:12.711884 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-54ee2b93-d6b3-4200-ad6c-2c3bbc09c8d9 req-b589ef34-9542-4bbe-a1df-5a9a3bbfdf0f tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350692 Aug 12 21:55:12.725387 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1a8fd262-ddbe-47c1-bb56-fd3b045158e4 req-6d79da61-61e3-470c-a97a-073ac2672e3d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17a7a05f-4a8b-4a01-a9cb-d73232e2701d HTTP/1.1" status: 200 len: 217 time: 0.0434244 Aug 12 21:55:12.793474 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fd262-ddbe-47c1-bb56-fd3b045158e4 req-3f3140e7-bc99-4a53-a18a-12ad31d6f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:12.795749 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1a8fd262-ddbe-47c1-bb56-fd3b045158e4 req-3f3140e7-bc99-4a53-a18a-12ad31d6f894 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2113c992-f5ab-4887-8abc-4c769fbc8ead HTTP/1.1" status: 200 len: 855 time: 0.0614913 Aug 12 21:55:12.866955 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1a8fd262-ddbe-47c1-bb56-fd3b045158e4 req-abc93f56-d091-45d7-9786-988e4daf0b05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a83ee7f-2284-4366-8da4-358a3b379299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330002 Aug 12 21:55:12.975961 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1a8fd262-ddbe-47c1-bb56-fd3b045158e4 req-e7249c07-bdcb-44c7-86a1-afcf8ace9e73 service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978100 Aug 12 21:55:13.092450 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1a8fd262-ddbe-47c1-bb56-fd3b045158e4 req-113193a6-fd15-4490-a1e6-31851692e328 service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010480 Aug 12 21:55:13.517166 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459dcf-7d67-4039-972c-160d083b5adc req-c47775fe-b10f-4f96-836d-6377e975806d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:13.518544 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ad459dcf-7d67-4039-972c-160d083b5adc req-c47775fe-b10f-4f96-836d-6377e975806d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0486023 Aug 12 21:55:13.561568 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ad459dcf-7d67-4039-972c-160d083b5adc req-11ae2423-f6aa-4f22-9402-41b97aed6929 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370090 Aug 12 21:55:13.660510 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159bf6f-4681-422e-8cd8-3b0def1b6ca4 req-f8cf2c28-0fc6-45a9-be0d-44847689582f tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:13.662052 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b159bf6f-4681-422e-8cd8-3b0def1b6ca4 req-f8cf2c28-0fc6-45a9-be0d-44847689582f tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 943 time: 0.0502048 Aug 12 21:55:13.699180 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b159bf6f-4681-422e-8cd8-3b0def1b6ca4 req-f6ca1254-b409-44eb-b4b0-84db4d474892 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306208 Aug 12 21:55:13.828271 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949633d-8cb6-4452-8052-836292fc7df1 req-35522580-764d-4cea-8e63-fdfc6b7f9a43 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:13.829834 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e949633d-8cb6-4452-8052-836292fc7df1 req-35522580-764d-4cea-8e63-fdfc6b7f9a43 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 943 time: 0.0493956 Aug 12 21:55:13.869189 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e949633d-8cb6-4452-8052-836292fc7df1 req-c3dadf8f-ddc3-4cd2-9553-05755008a794 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331559 Aug 12 21:55:14.194264 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a220d-c038-4999-b886-4a48c02393fd req-0ca53e32-eb43-48ad-9d43-1e09717acbb1 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:14.195846 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1e4a220d-c038-4999-b886-4a48c02393fd req-0ca53e32-eb43-48ad-9d43-1e09717acbb1 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 946 time: 0.0504396 Aug 12 21:55:14.240545 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1e4a220d-c038-4999-b886-4a48c02393fd req-fa66b7d7-9c5e-4be9-8e17-e0caf6f0c47c tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378578 Aug 12 21:55:14.682549 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ea7d0-a350-4553-95a3-7092ba3883ff req-fe71a52a-9535-487c-88cb-5f43f37404f1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:14.684000 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-866ea7d0-a350-4553-95a3-7092ba3883ff req-fe71a52a-9535-487c-88cb-5f43f37404f1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0476871 Aug 12 21:55:14.721713 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-866ea7d0-a350-4553-95a3-7092ba3883ff req-3790537d-a2e5-4df3-b3b7-a01e2c5dfb33 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310640 Aug 12 21:55:14.820317 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65b0d0-c102-4807-9744-4aca986e94d8 req-a16bd937-a012-4e6b-862c-86c9ca80e4bb tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:14.821811 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aa65b0d0-c102-4807-9744-4aca986e94d8 req-a16bd937-a012-4e6b-862c-86c9ca80e4bb tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 943 time: 0.0524378 Aug 12 21:55:14.860136 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aa65b0d0-c102-4807-9744-4aca986e94d8 req-09e54799-9c76-4549-88ed-2ea2cce378aa tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324011 Aug 12 21:55:14.981797 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ce4db-e5e1-4a19-a80b-d965248b0e3a req-fac6233c-d96e-4a86-afd0-7b2e08f99e65 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:14.983169 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-815ce4db-e5e1-4a19-a80b-d965248b0e3a req-fac6233c-d96e-4a86-afd0-7b2e08f99e65 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 943 time: 0.0477691 Aug 12 21:55:15.025140 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-815ce4db-e5e1-4a19-a80b-d965248b0e3a req-bd4b9d36-4331-42ea-aaef-30bfbfde6293 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353055 Aug 12 21:55:15.257282 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d02a65d7-2aa1-43fe-9881-517fb79a81a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:15.359257 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9da8d-bf6a-4c91-b777-3ac12d4465c1 req-5befcf9f-a878-4862-92a2-0f58fec34f7d tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:15.360720 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-edf9da8d-bf6a-4c91-b777-3ac12d4465c1 req-5befcf9f-a878-4862-92a2-0f58fec34f7d tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 946 time: 0.0489149 Aug 12 21:55:15.399694 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-edf9da8d-bf6a-4c91-b777-3ac12d4465c1 req-8501bae7-0486-432a-9b8b-7ecc79b013ff tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Aug 12 21:55:15.765617 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:55:15.863540 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=782e8a5b-8a9a-484c-8cc9-1d6831eb63d8,segment=NetworkSegment(24b858aa-41ad-4ad6-9807-416bf1a740da),segment_id=24b858aa-41ad-4ad6-9807-416bf1a740da)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:15.876132 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': '782e8a5b-8a9a-484c-8cc9-1d6831eb63d8', 'network_id': '04905455-b783-4a86-8576-c0b77ff3cd24', 'port_id': '782e8a5b-8a9a-484c-8cc9-1d6831eb63d8', 'mac_address': 'fa:16:3e:b6:b6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f87be3c-48aa-4157-95a4-a6e60f0f4e34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:55:15.915441 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:15.928594 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:55:15.947785 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=782e8a5b-8a9a-484c-8cc9-1d6831eb63d8,segment=NetworkSegment(24b858aa-41ad-4ad6-9807-416bf1a740da),segment_id=24b858aa-41ad-4ad6-9807-416bf1a740da)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:15.952905 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:16.001441 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=782e8a5b-8a9a-484c-8cc9-1d6831eb63d8,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:16.008556 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:16.008944 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:16.009319 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:16.009663 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:16.010003 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:16.010341 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:16.010677 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:16.011010 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:16.011370 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:16.011707 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:16.012037 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:16.012880 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:16.855538 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 17a7a05f-4a8b-4a01-a9cb-d73232e2701d details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:55:16.952447 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 17a7a05f-4a8b-4a01-a9cb-d73232e2701d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=17a7a05f-4a8b-4a01-a9cb-d73232e2701d,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:16.963864 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': '17a7a05f-4a8b-4a01-a9cb-d73232e2701d', 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299', 'port_id': '17a7a05f-4a8b-4a01-a9cb-d73232e2701d', 'mac_address': 'fa:16:3e:89:dd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2113c992-f5ab-4887-8abc-4c769fbc8ead', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:55:17.001758 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:17.014996 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a7a05f-4a8b-4a01-a9cb-d73232e2701d {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:55:17.035560 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 17a7a05f-4a8b-4a01-a9cb-d73232e2701d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=17a7a05f-4a8b-4a01-a9cb-d73232e2701d,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:17.040272 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:17.088104 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=17a7a05f-4a8b-4a01-a9cb-d73232e2701d,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:17.733982 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a283229f-9f43-44f5-bde3-5377d56ba4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:18.162796 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:18.371748 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef243d6e-4708-44e0-9cde-ca4d0162d5a8 req-87b18b69-4a0b-425a-a8fc-67e30e82cb18 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:18.373298 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef243d6e-4708-44e0-9cde-ca4d0162d5a8 req-87b18b69-4a0b-425a-a8fc-67e30e82cb18 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0499237 Aug 12 21:55:18.440883 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef243d6e-4708-44e0-9cde-ca4d0162d5a8 req-f6bcb73d-06e1-4452-815a-2ea26d29c577 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585792 Aug 12 21:55:18.448137 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9aec99-a4cb-4bf4-8804-2b7d1c84998e req-d2e054e7-1e9d-4b3e-961a-34ed13dca555 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:18.449644 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dc9aec99-a4cb-4bf4-8804-2b7d1c84998e req-d2e054e7-1e9d-4b3e-961a-34ed13dca555 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 944 time: 0.0754638 Aug 12 21:55:18.488873 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dc9aec99-a4cb-4bf4-8804-2b7d1c84998e req-5e4a23a5-9f8a-4a7e-89e4-718a4b38cbc2 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327632 Aug 12 21:55:18.543904 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26e671-3a30-4339-8a7b-ab94b147d909 req-aa844d55-3739-48bc-a41e-6c707695fc7e tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:18.545293 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3c26e671-3a30-4339-8a7b-ab94b147d909 req-aa844d55-3739-48bc-a41e-6c707695fc7e tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 944 time: 0.0497887 Aug 12 21:55:18.608488 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3c26e671-3a30-4339-8a7b-ab94b147d909 req-05953646-c7e5-435f-8c36-0e2d3a720be2 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542159 Aug 12 21:55:18.616637 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51fd11-8390-4681-a432-3c53b9704184 req-1c6f4bcd-8f3a-4a36-a0dd-dfa9a751f47a tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:18.618075 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5d51fd11-8390-4681-a432-3c53b9704184 req-1c6f4bcd-8f3a-4a36-a0dd-dfa9a751f47a tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 946 time: 0.0719242 Aug 12 21:55:18.657328 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5d51fd11-8390-4681-a432-3c53b9704184 req-e1c4edad-0976-459d-a922-de45f701e863 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331070 Aug 12 21:55:18.911983 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['17a7a05f-4a8b-4a01-a9cb-d73232e2701d'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:55:18.918705 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['782e8a5b-8a9a-484c-8cc9-1d6831eb63d8'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:55:18.977949 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:19.581018 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010ea7f-b18a-483b-a115-fa49070cd792 req-f3ff413b-f197-4ff6-b536-69764fb7f2a2 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:19.582615 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7010ea7f-b18a-483b-a115-fa49070cd792 req-f3ff413b-f197-4ff6-b536-69764fb7f2a2 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0669417 Aug 12 21:55:19.646137 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7010ea7f-b18a-483b-a115-fa49070cd792 req-ff712093-f1ca-4574-9da1-2aabe07c9e99 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536301 Aug 12 21:55:19.661494 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35684b9-f02b-4b9c-a0ac-5319b9c1c44a req-90379e12-6164-453b-847c-a1e30d4c1855 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:19.664063 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d35684b9-f02b-4b9c-a0ac-5319b9c1c44a req-90379e12-6164-453b-847c-a1e30d4c1855 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 944 time: 0.0805559 Aug 12 21:55:19.704717 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d35684b9-f02b-4b9c-a0ac-5319b9c1c44a req-56635bd8-3dca-41b9-a357-d3a0ca54e5fb tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346434 Aug 12 21:55:19.765618 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c56a37-cf0b-4bad-95d3-8bce61cd48aa req-901ebe26-9f0a-46ca-838a-bf8c9245ee79 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:19.767492 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c8c56a37-cf0b-4bad-95d3-8bce61cd48aa req-901ebe26-9f0a-46ca-838a-bf8c9245ee79 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 944 time: 0.0548136 Aug 12 21:55:19.842886 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c8c56a37-cf0b-4bad-95d3-8bce61cd48aa req-19abcca0-f319-4e0b-91fb-2fa003b27e6f tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616016 Aug 12 21:55:19.851141 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf011e97-11ee-4c75-915b-823b1da2642d req-45e35194-9e73-4ccc-9862-399f02c6307a tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:19.852583 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cf011e97-11ee-4c75-915b-823b1da2642d req-45e35194-9e73-4ccc-9862-399f02c6307a tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 946 time: 0.0840828 Aug 12 21:55:19.890831 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cf011e97-11ee-4c75-915b-823b1da2642d req-ce012deb-8bb4-4e6c-b22e-d50e67e515e7 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Aug 12 21:55:20.396355 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:20.658601 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567627e-f931-4a2d-a85f-0d58a71692f6 req-60d8c5ee-b2ca-4f4d-9975-0fa49e8eb9e5 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:20.660062 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9567627e-f931-4a2d-a85f-0d58a71692f6 req-60d8c5ee-b2ca-4f4d-9975-0fa49e8eb9e5 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 946 time: 0.0794547 Aug 12 21:55:20.772639 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c8720-4ee9-4b03-9f22-f68eb3631978 req-003afb98-9c04-4110-b913-02db56cca043 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:20.774177 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ec0c8720-4ee9-4b03-9f22-f68eb3631978 req-003afb98-9c04-4110-b913-02db56cca043 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0540080 Aug 12 21:55:20.793026 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [req-9567627e-f931-4a2d-a85f-0d58a71692f6 req-d25c8fd9-6f98-4232-985b-9215815a2a74 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Deleting port 6c0e363d-234b-49ab-a6f9-932462773ea1 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:55:20.793399 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9567627e-f931-4a2d-a85f-0d58a71692f6 req-d25c8fd9-6f98-4232-985b-9215815a2a74 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:20.845635 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ec0c8720-4ee9-4b03-9f22-f68eb3631978 req-3b46ae48-cc14-412f-80a2-e7e8fd0dd9aa tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649199 Aug 12 21:55:20.868897 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaf6b7-708c-4602-9ca7-e7222af583d1 req-4519b0e7-a7b8-4ef9-a1e0-467c76d029c1 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:20.870706 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5ffaf6b7-708c-4602-9ca7-e7222af583d1 req-4519b0e7-a7b8-4ef9-a1e0-467c76d029c1 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 944 time: 0.0883200 Aug 12 21:55:20.886740 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 17a7a05f-4a8b-4a01-a9cb-d73232e2701d up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:55:20.918282 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-9567627e-f931-4a2d-a85f-0d58a71692f6 req-d25c8fd9-6f98-4232-985b-9215815a2a74 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] For port 6c0e363d-234b-49ab-a6f9-932462773ea1, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6c0e363d-234b-49ab-a6f9-932462773ea1,segment=NetworkSegment(c8ffced7-5e7d-4ff3-a9a2-4352313814ff),segment_id=c8ffced7-5e7d-4ff3-a9a2-4352313814ff)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:20.919259 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9567627e-f931-4a2d-a85f-0d58a71692f6 req-d25c8fd9-6f98-4232-985b-9215815a2a74 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:20.942696 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [req-9567627e-f931-4a2d-a85f-0d58a71692f6 req-d25c8fd9-6f98-4232-985b-9215815a2a74 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Calling delete_port for 6c0e363d-234b-49ab-a6f9-932462773ea1 owned by compute:nova {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:55:20.948215 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port 17a7a05f-4a8b-4a01-a9cb-d73232e2701d completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:55:20.955845 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port 17a7a05f-4a8b-4a01-a9cb-d73232e2701d triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:55:20.956722 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:20.981695 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5ffaf6b7-708c-4602-9ca7-e7222af583d1 req-4391a81d-2a8a-4240-840d-c6c6749fdb59 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032684 Aug 12 21:55:20.995688 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1a990-7950-44ba-9663-743b3a38b2f7 req-910cc425-417d-4afe-8cbb-e84686948968 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:21.005962 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d4a1a990-7950-44ba-9663-743b3a38b2f7 req-910cc425-417d-4afe-8cbb-e84686948968 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 944 time: 0.0775340 Aug 12 21:55:21.045249 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d4a1a990-7950-44ba-9663-743b3a38b2f7 req-5bcd207f-1f91-43b9-b560-fbf3246cfd5d tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381668 Aug 12 21:55:21.079112 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:21.103393 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b161b90-c1d1-42ad-a024-4d431905b0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a7a05f-4a8b-4a01-a9cb-d73232e2701d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:55:21.105702 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1f9fc6-9638-46ea-aa7b-1f79268682ef" -d '{"events": [{"server_uuid": "1b161b90-c1d1-42ad-a024-4d431905b0de", "name": "network-vif-plugged", "status": "completed", "tag": "17a7a05f-4a8b-4a01-a9cb-d73232e2701d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:55:21.115314 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ac7e7-89f2-4d62-b01b-2146b2a30936 req-db06e168-8653-4743-87cf-2b4a20262529 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:21.119718 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 17a7a05f-4a8b-4a01-a9cb-d73232e2701d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=17a7a05f-4a8b-4a01-a9cb-d73232e2701d,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:21.122272 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b9ac7e7-89f2-4d62-b01b-2146b2a30936 req-db06e168-8653-4743-87cf-2b4a20262529 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 946 time: 0.0662541 Aug 12 21:55:21.127237 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:21.130664 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:55:21.175594 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b9ac7e7-89f2-4d62-b01b-2146b2a30936 req-11dfca8f-0c72-45db-8a0e-ac0f69570cb9 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/security-groups?id=00256737-4097-4d9c-be00-7ce4bdeadcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470948 Aug 12 21:55:21.213803 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb03a782-9fb2-400d-8a34-f28f45228c93 x-openstack-request-id: req-bb03a782-9fb2-400d-8a34-f28f45228c93 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:55:21.214068 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b161b90-c1d1-42ad-a024-4d431905b0de", "name": "network-vif-plugged", "status": "completed", "tag": "17a7a05f-4a8b-4a01-a9cb-d73232e2701d", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:55:21.214469 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bb03a782-9fb2-400d-8a34-f28f45228c93 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:55:21.214864 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b161b90-c1d1-42ad-a024-4d431905b0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a7a05f-4a8b-4a01-a9cb-d73232e2701d', 'code': 200} Aug 12 21:55:21.268208 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=17a7a05f-4a8b-4a01-a9cb-d73232e2701d,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:21.285726 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:55:21.290537 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:55:21.291286 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:21.364020 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd9c9e-451c-4e5d-9ffb-41781ce567d7 req-4ecd0416-256c-402e-bc74-d179bc86ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:21.365892 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b9fd9c9e-451c-4e5d-9ffb-41781ce567d7 req-4ecd0416-256c-402e-bc74-d179bc86ee47 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 1098 time: 0.0516310 Aug 12 21:55:21.382178 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:21.399146 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9567627e-f931-4a2d-a85f-0d58a71692f6 req-d25c8fd9-6f98-4232-985b-9215815a2a74 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:21.409683 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b9fd9c9e-451c-4e5d-9ffb-41781ce567d7 req-bd882c34-ad86-4a6d-a15c-94a33689623a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352452 Aug 12 21:55:21.416575 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['6c0e363d-234b-49ab-a6f9-932462773ea1'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:55:21.422524 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=782e8a5b-8a9a-484c-8cc9-1d6831eb63d8,segment=NetworkSegment(24b858aa-41ad-4ad6-9807-416bf1a740da),segment_id=24b858aa-41ad-4ad6-9807-416bf1a740da)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:21.433935 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c8fd9-6f98-4232-985b-9215815a2a74 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Pushing event deleted for resources: {'Port': ['ID=6c0e363d-234b-49ab-a6f9-932462773ea1,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:21.442603 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:21.492499 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=782e8a5b-8a9a-484c-8cc9-1d6831eb63d8,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:21.498473 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9567627e-f931-4a2d-a85f-0d58a71692f6 req-d25c8fd9-6f98-4232-985b-9215815a2a74 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] No DVR routers for this DVR port 6c0e363d-234b-49ab-a6f9-932462773ea1 on host hv-cinder-80445 {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:55:21.501606 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9567627e-f931-4a2d-a85f-0d58a71692f6 req-d25c8fd9-6f98-4232-985b-9215815a2a74 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:21.503746 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9567627e-f931-4a2d-a85f-0d58a71692f6 req-d25c8fd9-6f98-4232-985b-9215815a2a74 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.66 "DELETE /v2.0/ports/6c0e363d-234b-49ab-a6f9-932462773ea1 HTTP/1.1" status: 204 len: 173 time: 0.8356936 Aug 12 21:55:21.504188 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afcc1a9-97ee-4819-a368-b60469f953ab', 'name': 'network-vif-deleted', 'tag': '6c0e363d-234b-49ab-a6f9-932462773ea1'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:55:21.506546 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79ca3f9-7f49-431e-9423-14aa13f4969c" -d '{"events": [{"server_uuid": "2afcc1a9-97ee-4819-a368-b60469f953ab", "name": "network-vif-deleted", "tag": "6c0e363d-234b-49ab-a6f9-932462773ea1"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:55:21.545743 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47e9428-0b84-4de0-bb20-0f1555493bc8 x-openstack-request-id: req-d47e9428-0b84-4de0-bb20-0f1555493bc8 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:55:21.546052 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afcc1a9-97ee-4819-a368-b60469f953ab", "name": "network-vif-deleted", "tag": "6c0e363d-234b-49ab-a6f9-932462773ea1", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:55:21.546299 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d47e9428-0b84-4de0-bb20-0f1555493bc8 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:55:21.546702 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afcc1a9-97ee-4819-a368-b60469f953ab', 'name': 'network-vif-deleted', 'tag': '6c0e363d-234b-49ab-a6f9-932462773ea1', 'status': 'completed', 'code': 200} Aug 12 21:55:21.967714 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de72d0b-1919-46a8-8d56-39da9832835d req-75362b12-89b1-46d0-8004-9f74bd9f4f05 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:21.969640 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9de72d0b-1919-46a8-8d56-39da9832835d req-75362b12-89b1-46d0-8004-9f74bd9f4f05 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0530643 Aug 12 21:55:22.010852 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9de72d0b-1919-46a8-8d56-39da9832835d req-b64354ad-3bba-4628-aa1d-bb72ad9636c4 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354638 Aug 12 21:55:22.110879 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888a652-4659-479e-94b1-8287d13db6d3 req-ff486a1d-7d6a-47b7-9771-ec1a7f3539f8 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:22.112513 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8888a652-4659-479e-94b1-8287d13db6d3 req-ff486a1d-7d6a-47b7-9771-ec1a7f3539f8 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 945 time: 0.0522904 Aug 12 21:55:22.182612 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8888a652-4659-479e-94b1-8287d13db6d3 req-c7c8f186-29fb-43aa-935a-1f9a8937a230 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635450 Aug 12 21:55:22.201271 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef36c62-fcdf-427b-9985-f50e0f79a2bc req-d5ebfb89-519a-4e2c-a659-b57593cca0a5 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:22.202832 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cef36c62-fcdf-427b-9985-f50e0f79a2bc req-d5ebfb89-519a-4e2c-a659-b57593cca0a5 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 945 time: 0.0766354 Aug 12 21:55:22.247233 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cef36c62-fcdf-427b-9985-f50e0f79a2bc req-18a4f600-d0cc-48b6-a241-8832a20a2e87 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375085 Aug 12 21:55:22.310453 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4711788a-7f8e-4f42-8164-e95d7e8775f4 req-6af5d55d-18b0-438a-ab2b-c1d6fe8e4a17 tempest-DeleteServersTestJSON-1285421067 tempest-DeleteServersTestJSON-1285421067-project] 10.222.0.74 "GET /v2.0/ports?device_id=2afcc1a9-97ee-4819-a368-b60469f953ab HTTP/1.1" status: 200 len: 210 time: 0.0287716 Aug 12 21:55:22.420600 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56460) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:22.531045 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:22.630687 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:22.633958 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:22.675561 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f010453e-3699-413f-9382-a936ddf8390a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:22.680033 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aea477e056004b36994001830473182e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582905 Aug 12 21:55:22.683382 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 56466) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:22.687274 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:22.687636 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:22.687994 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:22.688338 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:22.688679 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:22.689022 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:22.689436 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:22.689773 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:22.690110 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:22.690443 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:22.691040 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:22.691150 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee036c3-9424-45d5-9777-f35e55c42c1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:55:22.743087 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3881416f-cc6a-455f-8968-054ab7cc0371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:22.764631 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3881416f-cc6a-455f-8968-054ab7cc0371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:22.816522 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3881416f-cc6a-455f-8968-054ab7cc0371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:22.819325 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3881416f-cc6a-455f-8968-054ab7cc0371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:22.820475 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-3881416f-cc6a-455f-8968-054ab7cc0371 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f010453e-3699-413f-9382-a936ddf8390a HTTP/1.1" status: 204 len: 168 time: 0.1348937 Aug 12 21:55:22.828006 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881416f-cc6a-455f-8968-054ab7cc0371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f010453e-3699-413f-9382-a936ddf8390a,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:23.088772 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 56476) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:23.103299 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5c638b1e-e5af-4ab6-9595-c244b623aeab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:23.132559 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be692804-28bf-46d0-9428-3f48ac226132 req-6ac1e48d-2648-4f24-a9ac-4c54ff16a088 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:23.134227 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-be692804-28bf-46d0-9428-3f48ac226132 req-6ac1e48d-2648-4f24-a9ac-4c54ff16a088 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0523717 Aug 12 21:55:23.176461 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-be692804-28bf-46d0-9428-3f48ac226132 req-4106a4a7-8047-4db7-a5ae-c45db9843ec9 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348079 Aug 12 21:55:23.195354 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5c638b1e-e5af-4ab6-9595-c244b623aeab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:23.199284 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5c638b1e-e5af-4ab6-9595-c244b623aeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:23.216286 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51b69f7-98ea-4e99-a23d-d895e8f97fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782e8a5b-8a9a-484c-8cc9-1d6831eb63d8'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:55:23.218775 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582651b7-6336-42c7-83bb-0cf39217ef5c" -d '{"events": [{"server_uuid": "e51b69f7-98ea-4e99-a23d-d895e8f97fb2", "name": "network-vif-plugged", "status": "completed", "tag": "782e8a5b-8a9a-484c-8cc9-1d6831eb63d8"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:55:23.239668 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5c638b1e-e5af-4ab6-9595-c244b623aeab admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6d7ef414bb9c419893426adb8193cfc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497881 Aug 12 21:55:23.240618 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c638b1e-e5af-4ab6-9595-c244b623aeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5038b3e7-f927-48c4-9ae9-b4483566afe5,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:23.243262 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56482) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:23.260691 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0a2c79-fb22-4694-a453-26259cb6e74e x-openstack-request-id: req-3e0a2c79-fb22-4694-a453-26259cb6e74e {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:55:23.260979 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51b69f7-98ea-4e99-a23d-d895e8f97fb2", "name": "network-vif-plugged", "status": "completed", "tag": "782e8a5b-8a9a-484c-8cc9-1d6831eb63d8", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:55:23.261262 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3e0a2c79-fb22-4694-a453-26259cb6e74e {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:55:23.261664 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51b69f7-98ea-4e99-a23d-d895e8f97fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782e8a5b-8a9a-484c-8cc9-1d6831eb63d8', 'code': 200} Aug 12 21:55:23.385578 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4449e20e-db3a-403f-97a3-727b45357a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:23.399805 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08384605-f955-4946-ba52-b16c3e5aefbd req-364c0c43-c52a-4572-8895-2c22c36fa419 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:23.401351 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-08384605-f955-4946-ba52-b16c3e5aefbd req-364c0c43-c52a-4572-8895-2c22c36fa419 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 945 time: 0.1268179 Aug 12 21:55:23.435738 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173b1cb-ad0a-4d58-a7bb-0c8f6f47ec66 req-297a575a-7e08-4502-b699-d7dbd2bd0943 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:23.437230 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6173b1cb-ad0a-4d58-a7bb-0c8f6f47ec66 req-297a575a-7e08-4502-b699-d7dbd2bd0943 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 945 time: 0.1113954 Aug 12 21:55:23.449968 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4449e20e-db3a-403f-97a3-727b45357a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:23.478120 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72ab56-6d33-4c84-b784-380ea277c7f0 req-eedc73f5-ffd7-434f-9a21-c6f716b3eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:23.479613 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cd72ab56-6d33-4c84-b784-380ea277c7f0 req-eedc73f5-ffd7-434f-9a21-c6f716b3eb1c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 1098 time: 0.0387859 Aug 12 21:55:23.516012 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-08384605-f955-4946-ba52-b16c3e5aefbd req-f7776d20-e153-48d3-9b14-ebede9f70ec0 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048388 Aug 12 21:55:23.521798 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6173b1cb-ad0a-4d58-a7bb-0c8f6f47ec66 req-101db438-0994-47b1-ab99-37b5718207f7 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759475 Aug 12 21:55:23.541031 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cd72ab56-6d33-4c84-b784-380ea277c7f0 req-640060c2-019f-4e87-a904-5a9b8bd6f678 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364702 Aug 12 21:55:23.548636 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4449e20e-db3a-403f-97a3-727b45357a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:23.552795 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4449e20e-db3a-403f-97a3-727b45357a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:23.553999 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4449e20e-db3a-403f-97a3-727b45357a32 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5038b3e7-f927-48c4-9ae9-b4483566afe5 HTTP/1.1" status: 204 len: 168 time: 0.3091743 Aug 12 21:55:23.562612 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449e20e-db3a-403f-97a3-727b45357a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5038b3e7-f927-48c4-9ae9-b4483566afe5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:24.315400 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84b448-d587-454a-b218-0fef3efe0fed req-eeb51658-9dff-48c4-8c4f-abb886f04bbd tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:24.316911 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb84b448-d587-454a-b218-0fef3efe0fed req-eeb51658-9dff-48c4-8c4f-abb886f04bbd tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0637534 Aug 12 21:55:24.358836 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb84b448-d587-454a-b218-0fef3efe0fed req-609fa3cc-743e-4860-ac01-2e60435a24ac tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359936 Aug 12 21:55:24.656131 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d406e1-5351-4144-9028-2a403a0e054e req-98e02183-5e1c-43ed-babd-06bec0686759 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:24.657381 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3d406e1-5351-4144-9028-2a403a0e054e req-98e02183-5e1c-43ed-babd-06bec0686759 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 945 time: 0.0561714 Aug 12 21:55:24.694970 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3d406e1-5351-4144-9028-2a403a0e054e req-a8d89c19-14de-451a-a977-ca52dabd032d tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317123 Aug 12 21:55:24.906508 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 6c0e363d-234b-49ab-a6f9-932462773ea1 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:55:24.930906 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: 6c0e363d-234b-49ab-a6f9-932462773ea1 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:55:24.931240 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 6c0e363d-234b-49ab-a6f9-932462773ea1 not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:55:25.393961 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56582) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:25.443063 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5b8b59-8eca-4268-b6d1-57693b09546c admin admin] Deleting subnet 3b023fe4-eb61-44e2-a76d-69ec886e93a3 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:55:25.454772 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b5b8b59-8eca-4268-b6d1-57693b09546c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:25.513880 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b5b8b59-8eca-4268-b6d1-57693b09546c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:25.525643 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b5b8b59-8eca-4268-b6d1-57693b09546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:25.556307 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264b125-2c07-4eee-a213-16256131995b req-145584a5-6710-46f3-a55f-d88beda704ca tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:25.557842 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d264b125-2c07-4eee-a213-16256131995b req-145584a5-6710-46f3-a55f-d88beda704ca tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.1187909 Aug 12 21:55:25.624800 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d264b125-2c07-4eee-a213-16256131995b req-d6dffe2b-8ced-488f-8372-0a96ae20843d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603220 Aug 12 21:55:25.629828 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b5b8b59-8eca-4268-b6d1-57693b09546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:25.660171 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b8b59-8eca-4268-b6d1-57693b09546c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b023fe4-eb61-44e2-a76d-69ec886e93a3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:25.665382 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b5b8b59-8eca-4268-b6d1-57693b09546c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:25.669348 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3b5b8b59-8eca-4268-b6d1-57693b09546c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3b023fe4-eb61-44e2-a76d-69ec886e93a3 HTTP/1.1" status: 204 len: 168 time: 0.2722349 Aug 12 21:55:25.670614 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56586) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:25.747208 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:25.869458 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:25.881839 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:55:25.882113 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:55:25.882882 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:55:25.883225 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Subscribe: > port after_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:55:25.883791 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:55:25.884883 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Subscribe: > port after_update 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:55:25.884883 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:55:25.885089 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:55:25.885336 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:55:25.885652 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:55:26.049206 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:55:26.049562 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:55:26.050356 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:55:26.050356 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:55:26.050586 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8010d77-d8ba-46bc-974b-d7edd79a9468']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:55:26.071217 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ffced7-5e7d-4ff3-a9a2-4352313814ff') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:55:26.071510 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ffced7-5e7d-4ff3-a9a2-4352313814ff') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:55:26.083563 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc1fd9-9b1a-42a1-a40c-2d4550d83112 req-7d73e1cb-2e60-42da-a606-b5b620af40d8 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:26.085425 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7bdc1fd9-9b1a-42a1-a40c-2d4550d83112 req-7d73e1cb-2e60-42da-a606-b5b620af40d8 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 945 time: 0.3010738 Aug 12 21:55:26.103635 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8661366'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:26.139169 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:26.158202 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:55:26.158629 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12338817'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: from cryptography.utils import int_from_bytes Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: from cryptography.utils import int_from_bytes Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: Traceback (most recent call last): Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: timer() Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: cb(*args, **kw) Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: return func(*args, **kwargs) Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: self._notify() Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: self.callback(batched_events) Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: event.method(event) Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: return f(self, *a, **k) Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: return self._get(url).json() Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:55:26.162474 dv-cinder-804457-2-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:55:26.176775 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7bdc1fd9-9b1a-42a1-a40c-2d4550d83112 req-bb376559-a2ef-4702-ade3-52559cad0319 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817380 Aug 12 21:55:26.231491 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:26.237573 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:26.244044 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] 10.222.0.74 "DELETE /v2.0/networks/c8010d77-d8ba-46bc-974b-d7edd79a9468 HTTP/1.1" status: 204 len: 168 time: 0.5724099 Aug 12 21:55:26.265466 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299114f8-8896-4862-8b8c-f93462d0721f admin admin] Pushing event deleted for resources: {'Network': ['ID=c8010d77-d8ba-46bc-974b-d7edd79a9468,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:26.427917 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56608) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:26.474314 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-14abe7ea-4bac-4a28-930f-02decef91c58 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3a1b01ecbd2c4e76aa82f4195318ca21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451889 Aug 12 21:55:26.476731 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56622) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:26.602370 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c97803da-0b2f-40ef-ba2c-5481c133e962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:26.645576 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c97803da-0b2f-40ef-ba2c-5481c133e962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:26.654224 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-3e32f0d5-5adf-418b-a2c6-145ef9b69490 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:26.655736 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-3e32f0d5-5adf-418b-a2c6-145ef9b69490 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/networks?id=4a83ee7f-2284-4366-8da4-358a3b379299 HTTP/1.1" status: 200 len: 815 time: 0.1564922 Aug 12 21:55:26.685322 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-3703bfd8-7b82-4de6-876e-06138d206f50 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/quotas/3dd1520c8b454427bcf76f6921e65358 HTTP/1.1" status: 200 len: 375 time: 0.0219285 Aug 12 21:55:26.770086 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c97803da-0b2f-40ef-ba2c-5481c133e962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:26.772583 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c97803da-0b2f-40ef-ba2c-5481c133e962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:26.773740 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c97803da-0b2f-40ef-ba2c-5481c133e962 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/00256737-4097-4d9c-be00-7ce4bdeadcf4 HTTP/1.1" status: 204 len: 168 time: 0.2960334 Aug 12 21:55:26.783159 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-93d53d7c-ff8c-41ce-a2a1-3c02fec193e9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3dd1520c8b454427bcf76f6921e65358&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904500 Aug 12 21:55:26.791557 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58456a37-6d10-4092-84dd-6dbc684a5053 req-d919a6f6-03f2-4a8b-a66a-ae1294ff6b38 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:26.792948 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-58456a37-6d10-4092-84dd-6dbc684a5053 req-d919a6f6-03f2-4a8b-a66a-ae1294ff6b38 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0896084 Aug 12 21:55:26.807180 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97803da-0b2f-40ef-ba2c-5481c133e962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00256737-4097-4d9c-be00-7ce4bdeadcf4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:26.892294 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-58456a37-6d10-4092-84dd-6dbc684a5053 req-bb041a71-3930-4c9a-82ae-f8abe77dfc13 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861161 Aug 12 21:55:26.916565 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-38132ad9-9262-4740-bf40-a02e61148dd6 service neutron] 10.222.0.74 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190212 Aug 12 21:55:27.026395 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-817ce9a1-945f-438c-8418-f7a3e2adc691 service neutron] 10.222.0.74 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035538 Aug 12 21:55:27.279612 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4084d74-0fe4-4b24-b652-0b62a3232d77 req-26f48728-c912-40fc-a743-52a30eeaf697 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:27.281255 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d4084d74-0fe4-4b24-b652-0b62a3232d77 req-26f48728-c912-40fc-a743-52a30eeaf697 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 945 time: 0.0579827 Aug 12 21:55:27.350011 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-948e2286-6baf-48f3-803b-45b361b014e7 req-3fd9dc66-74d9-4791-850e-629a1575d619 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 210 time: 0.0619328 Aug 12 21:55:27.355318 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d4084d74-0fe4-4b24-b652-0b62a3232d77 req-79608256-35b0-4461-974d-2dcfbb985405 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665050 Aug 12 21:55:27.914944 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56688) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:28.023738 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0887c3-d556-4c1c-802c-c9b10c785fa3 req-695d22bf-cbc6-4307-99ac-1ba2a2996fd4 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:28.025555 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4a0887c3-d556-4c1c-802c-c9b10c785fa3 req-695d22bf-cbc6-4307-99ac-1ba2a2996fd4 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0545704 Aug 12 21:55:28.055241 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99ef4473-1caf-4fee-b70c-7f0a213aa13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:28.100189 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4a0887c3-d556-4c1c-802c-c9b10c785fa3 req-9274b039-c2da-43fd-8f2c-072f4ea787c4 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674050 Aug 12 21:55:28.194784 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99ef4473-1caf-4fee-b70c-7f0a213aa13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:28.198716 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99ef4473-1caf-4fee-b70c-7f0a213aa13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:28.237633 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-99ef4473-1caf-4fee-b70c-7f0a213aa13e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ab5ce410df884e918be54030d80c2dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215652 Aug 12 21:55:28.238844 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef4473-1caf-4fee-b70c-7f0a213aa13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3058f3-cf41-40c4-9ef0-584ce937da17,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:28.240548 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 56702) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:28.290331 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-319d3166-1230-4b72-8aa0-6a6ac39fc877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:28.313493 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-319d3166-1230-4b72-8aa0-6a6ac39fc877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:28.358649 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-319d3166-1230-4b72-8aa0-6a6ac39fc877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:28.361370 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-319d3166-1230-4b72-8aa0-6a6ac39fc877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:28.362515 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-319d3166-1230-4b72-8aa0-6a6ac39fc877 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fd3058f3-cf41-40c4-9ef0-584ce937da17 HTTP/1.1" status: 204 len: 168 time: 0.1201391 Aug 12 21:55:28.374242 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d3166-1230-4b72-8aa0-6a6ac39fc877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3058f3-cf41-40c4-9ef0-584ce937da17,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:28.453405 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbdf8fd3-2bd0-4ada-8c16-783a0a811fd1 req-2b05d5a4-1715-4cbb-a4cc-2dbaf9419695 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 210 time: 0.0287485 Aug 12 21:55:28.516109 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b6440-1ab9-4ae4-96b9-3b6dd99837c1 req-c91dbc1d-74c8-4f99-b456-2d6df253b3f7 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:28.521778 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-658b6440-1ab9-4ae4-96b9-3b6dd99837c1 req-c91dbc1d-74c8-4f99-b456-2d6df253b3f7 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 945 time: 0.0708022 Aug 12 21:55:28.569664 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-658b6440-1ab9-4ae4-96b9-3b6dd99837c1 req-28af15aa-6cd9-4666-bb3c-64855095b6d7 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441730 Aug 12 21:55:28.671709 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56718) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:28.747990 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-5a1344b2-055b-4020-8196-875182e6c66b tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:28.749491 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-5a1344b2-055b-4020-8196-875182e6c66b tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.66 "GET /v2.0/networks?id=4a83ee7f-2284-4366-8da4-358a3b379299 HTTP/1.1" status: 200 len: 815 time: 0.1193416 Aug 12 21:55:28.768159 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-977cda30-4802-4492-b064-d4519d5cbf04 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Request body: {'port': {'device_id': 'ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb', 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299', 'admin_state_up': True, 'tenant_id': '3dd1520c8b454427bcf76f6921e65358'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:55:28.878439 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-977cda30-4802-4492-b064-d4519d5cbf04 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Made reservation on behalf of 3dd1520c8b454427bcf76f6921e65358 for: {'port': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:55:28.882120 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-977cda30-4802-4492-b064-d4519d5cbf04 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:28.902147 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-84e03da5-c2a1-41e3-912f-75221c66e9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:28.998810 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-84e03da5-c2a1-41e3-912f-75221c66e9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:29.005301 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-84e03da5-c2a1-41e3-912f-75221c66e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:29.013788 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-977cda30-4802-4492-b064-d4519d5cbf04 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Allocated IP 172.20.0.13 (4a83ee7f-2284-4366-8da4-358a3b379299/2113c992-f5ab-4887-8abc-4c769fbc8ead/df80aa57-88d9-41b3-97ac-820ae77e64f5) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:55:29.045651 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-84e03da5-c2a1-41e3-912f-75221c66e9b3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5c4d631d04cc44519e5399c7357e2100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728476 Aug 12 21:55:29.046748 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e03da5-c2a1-41e3-912f-75221c66e9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b441ea5-7495-4270-8431-dd5be686e919,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:29.050319 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56724) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:29.099157 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3afbd81b-c279-4b82-8a92-201e09daee15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:29.120198 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3afbd81b-c279-4b82-8a92-201e09daee15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:29.162619 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-977cda30-4802-4492-b064-d4519d5cbf04 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:29.169187 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3afbd81b-c279-4b82-8a92-201e09daee15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:29.172270 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3afbd81b-c279-4b82-8a92-201e09daee15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:29.173442 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3afbd81b-c279-4b82-8a92-201e09daee15 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9b441ea5-7495-4270-8431-dd5be686e919 HTTP/1.1" status: 204 len: 168 time: 0.1221821 Aug 12 21:55:29.181800 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbd81b-c279-4b82-8a92-201e09daee15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b441ea5-7495-4270-8431-dd5be686e919,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:29.219183 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-977cda30-4802-4492-b064-d4519d5cbf04 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:29.233024 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['0bf94c7b-c766-4d9c-983d-e857bb371855', '17a7a05f-4a8b-4a01-a9cb-d73232e2701d'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:55:29.265489 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed7023-6919-4ecb-92a8-2175933023c9 req-60f1a1d8-1826-4091-bf7d-f5b93d79715c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:29.267095 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3fed7023-6919-4ecb-92a8-2175933023c9 req-60f1a1d8-1826-4091-bf7d-f5b93d79715c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0586014 Aug 12 21:55:29.286254 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-977cda30-4802-4492-b064-d4519d5cbf04 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Network 4a83ee7f-2284-4366-8da4-358a3b379299 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:55:29.287911 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cda30-4802-4492-b064-d4519d5cbf04 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Pushing event updated for resources: {'Port': ['ID=df80aa57-88d9-41b3-97ac-820ae77e64f5,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:29.291471 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-977cda30-4802-4492-b064-d4519d5cbf04 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:55:29.313615 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-977cda30-4802-4492-b064-d4519d5cbf04 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:55:29.328011 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-977cda30-4802-4492-b064-d4519d5cbf04 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:29.328701 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-977cda30-4802-4492-b064-d4519d5cbf04 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:29.349825 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-977cda30-4802-4492-b064-d4519d5cbf04 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5856652 Aug 12 21:55:29.358211 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3fed7023-6919-4ecb-92a8-2175933023c9 req-e6ec4162-5723-463d-bf69-f097a7e2b1d8 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849798 Aug 12 21:55:29.393257 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Request body: {'port': {'device_id': 'ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:55:29.493457 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:29.766065 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494644a7-9ae4-49f8-ba59-fe4e7b7e19ee req-152113f0-00da-405b-a4fe-24a31d7f5cad tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:29.767739 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-494644a7-9ae4-49f8-ba59-fe4e7b7e19ee req-152113f0-00da-405b-a4fe-24a31d7f5cad tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 932 time: 0.0925729 Aug 12 21:55:29.831886 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b116bd1-22c5-4eb3-a07d-6eb2f71b8452 req-c7d22b00-4bf3-4772-9bce-c9bcaa15b25e tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:29.833307 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4b116bd1-22c5-4eb3-a07d-6eb2f71b8452 req-c7d22b00-4bf3-4772-9bce-c9bcaa15b25e tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 945 time: 0.0846415 Aug 12 21:55:29.838556 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-494644a7-9ae4-49f8-ba59-fe4e7b7e19ee req-50bbf5b5-aeb5-4bb3-8f2f-6facd3587dc9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513613 Aug 12 21:55:29.842532 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df80aa57-88d9-41b3-97ac-820ae77e64f5 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:55:29.850809 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:29.865086 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Transition to ACTIVE for port object df80aa57-88d9-41b3-97ac-820ae77e64f5 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:55:29.871098 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:29.889708 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4b116bd1-22c5-4eb3-a07d-6eb2f71b8452 req-acf63509-071b-4ac6-881d-96b24c2e89b8 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373931 Aug 12 21:55:29.929761 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Pushing event updated for resources: {'Port': ['ID=df80aa57-88d9-41b3-97ac-820ae77e64f5,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:29.961266 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Attempting to bind port df80aa57-88d9-41b3-97ac-820ae77e64f5 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:55:29.961582 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Attempting to bind port df80aa57-88d9-41b3-97ac-820ae77e64f5 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:55:29.961914 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Attempting to bind port df80aa57-88d9-41b3-97ac-820ae77e64f5 on network 4a83ee7f-2284-4366-8da4-358a3b379299 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:55:29.966492 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Port df80aa57-88d9-41b3-97ac-820ae77e64f5 on network 4a83ee7f-2284-4366-8da4-358a3b379299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:55:29.966826 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Attempting to bind port df80aa57-88d9-41b3-97ac-820ae77e64f5 on network 4a83ee7f-2284-4366-8da4-358a3b379299 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:55:29.971913 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:55:29.972253 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Checking segment: {'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:55:29.973009 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Bound using segment: {'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:55:29.973156 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Bound port: df80aa57-88d9-41b3-97ac-820ae77e64f5, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:55:29.973437 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:30.047027 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] For port df80aa57-88d9-41b3-97ac-820ae77e64f5, host hv-cinder-80445, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:55:30.050522 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] For port df80aa57-88d9-41b3-97ac-820ae77e64f5, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=df80aa57-88d9-41b3-97ac-820ae77e64f5,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:55:30.054501 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:30.094610 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:30.095224 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:30.096984 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] 10.222.0.66 "PUT /v2.0/ports/df80aa57-88d9-41b3-97ac-820ae77e64f5 HTTP/1.1" status: 200 len: 1094 time: 0.7108841 Aug 12 21:55:30.097736 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb', 'tag': 'df80aa57-88d9-41b3-97ac-820ae77e64f5'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:55:30.100032 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3af05be-87c7-45a4-8ba6-23696286b277" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb", "tag": "df80aa57-88d9-41b3-97ac-820ae77e64f5"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:55:30.125774 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0fdec-4be4-4bb6-87f1-c35bf0d6187a service neutron] Pushing event updated for resources: {'Port': ['ID=df80aa57-88d9-41b3-97ac-820ae77e64f5,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:30.145875 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796d5757-3d68-4937-8926-9ab5f3f9ae3b x-openstack-request-id: req-796d5757-3d68-4937-8926-9ab5f3f9ae3b {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:55:30.146166 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb", "tag": "df80aa57-88d9-41b3-97ac-820ae77e64f5", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:55:30.146421 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-796d5757-3d68-4937-8926-9ab5f3f9ae3b {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:55:30.146820 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb', 'tag': 'df80aa57-88d9-41b3-97ac-820ae77e64f5', 'status': 'completed', 'code': 200} Aug 12 21:55:30.202997 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-93d12b1d-e0d9-4f46-b416-4eabdd48849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:30.204516 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-93d12b1d-e0d9-4f46-b416-4eabdd48849d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dd1520c8b454427bcf76f6921e65358&device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 1097 time: 0.0412214 Aug 12 21:55:30.291579 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-f467ed0d-2ba5-4f77-aeae-20666e321605 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df80aa57-88d9-41b3-97ac-820ae77e64f5 HTTP/1.1" status: 200 len: 217 time: 0.0427136 Aug 12 21:55:30.350800 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-06ac69e2-c4cd-4db7-97aa-8e27c47bea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:30.352174 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-06ac69e2-c4cd-4db7-97aa-8e27c47bea41 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2113c992-f5ab-4887-8abc-4c769fbc8ead HTTP/1.1" status: 200 len: 855 time: 0.0443115 Aug 12 21:55:30.389850 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-0aef912a-9159-49ce-9560-965683a6df6c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a83ee7f-2284-4366-8da4-358a3b379299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253110 Aug 12 21:55:30.494817 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f425f9-bf2a-411e-aaa1-c635d9bbb8e1 req-142ec1d6-3e66-4fc8-a84c-48546513f680 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:30.497558 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f7f425f9-bf2a-411e-aaa1-c635d9bbb8e1 req-142ec1d6-3e66-4fc8-a84c-48546513f680 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0526979 Aug 12 21:55:30.505638 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-44adc80b-2d85-4ba6-b16e-629f105a0b37 service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997744 Aug 12 21:55:30.537361 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f7f425f9-bf2a-411e-aaa1-c635d9bbb8e1 req-776c6073-074e-4852-9cff-3441515ed688 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336010 Aug 12 21:55:30.615857 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d317627d-24c9-4c8a-95d3-71fffdd19b92 req-f8fd5322-67fc-40d7-bbc2-034a825309b7 service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915971 Aug 12 21:55:30.690232 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c7f8c-5063-4ea9-8c52-1f1399dc8784 req-828dbcbe-0a23-4b83-b687-945f0b853ff3 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:30.691829 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9f6c7f8c-5063-4ea9-8c52-1f1399dc8784 req-828dbcbe-0a23-4b83-b687-945f0b853ff3 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.66 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 945 time: 0.0517805 Aug 12 21:55:30.764785 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af05be-87c7-45a4-8ba6-23696286b277 req-8067624e-66a7-44bd-82bd-04a610bd1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:30.765439 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3af05be-87c7-45a4-8ba6-23696286b277 req-8067624e-66a7-44bd-82bd-04a610bd1183 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dd1520c8b454427bcf76f6921e65358&device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 1097 time: 0.0441508 Aug 12 21:55:30.812970 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [req-9f6c7f8c-5063-4ea9-8c52-1f1399dc8784 req-37c5fcda-c85f-46a9-8027-5f8f9374a35a tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Deleting port 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:55:30.821160 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9f6c7f8c-5063-4ea9-8c52-1f1399dc8784 req-37c5fcda-c85f-46a9-8027-5f8f9374a35a tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:30.888973 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af05be-87c7-45a4-8ba6-23696286b277 req-b910c56f-1f86-4d26-adae-4ca71959f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:30.890649 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3af05be-87c7-45a4-8ba6-23696286b277 req-b910c56f-1f86-4d26-adae-4ca71959f48f service neutron] 10.222.0.66 "GET /v2.0/networks?id=4a83ee7f-2284-4366-8da4-358a3b379299 HTTP/1.1" status: 200 len: 916 time: 0.1129112 Aug 12 21:55:30.926174 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-9f6c7f8c-5063-4ea9-8c52-1f1399dc8784 req-37c5fcda-c85f-46a9-8027-5f8f9374a35a tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] For port 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=782e8a5b-8a9a-484c-8cc9-1d6831eb63d8,segment=NetworkSegment(24b858aa-41ad-4ad6-9807-416bf1a740da),segment_id=24b858aa-41ad-4ad6-9807-416bf1a740da)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:30.926642 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9f6c7f8c-5063-4ea9-8c52-1f1399dc8784 req-37c5fcda-c85f-46a9-8027-5f8f9374a35a tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:30.943307 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [req-9f6c7f8c-5063-4ea9-8c52-1f1399dc8784 req-37c5fcda-c85f-46a9-8027-5f8f9374a35a tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Calling delete_port for 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 owned by compute:nova {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:55:30.951496 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3af05be-87c7-45a4-8ba6-23696286b277 req-f24fc8b2-9cad-425d-8b60-605dbead907c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df80aa57-88d9-41b3-97ac-820ae77e64f5 HTTP/1.1" status: 200 len: 217 time: 0.0458560 Aug 12 21:55:31.067047 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc9a3f-b6fa-4a2f-84ac-78e72c70e04f req-19b07394-0f15-4f62-8c7b-102f6149baea tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:31.068559 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bafc9a3f-b6fa-4a2f-84ac-78e72c70e04f req-19b07394-0f15-4f62-8c7b-102f6149baea tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 944 time: 0.1559029 Aug 12 21:55:31.081152 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35864ea7-1df0-41ff-8648-22b68a1aac2a req-6bcdbdde-f610-41c3-a65b-d63b1533057e tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:31.082452 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-35864ea7-1df0-41ff-8648-22b68a1aac2a req-6bcdbdde-f610-41c3-a65b-d63b1533057e tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=e51b69f7-98ea-4e99-a23d-d895e8f97fb2 HTTP/1.1" status: 200 len: 945 time: 0.1030560 Aug 12 21:55:31.083773 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af05be-87c7-45a4-8ba6-23696286b277 req-67297cc9-c82f-4fbd-99c8-40a0203d3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:31.085090 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3af05be-87c7-45a4-8ba6-23696286b277 req-67297cc9-c82f-4fbd-99c8-40a0203d3fab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2113c992-f5ab-4887-8abc-4c769fbc8ead HTTP/1.1" status: 200 len: 855 time: 0.1158757 Aug 12 21:55:31.120068 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9f6c7f8c-5063-4ea9-8c52-1f1399dc8784 req-37c5fcda-c85f-46a9-8027-5f8f9374a35a tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:31.138676 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['782e8a5b-8a9a-484c-8cc9-1d6831eb63d8'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:55:31.142681 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3af05be-87c7-45a4-8ba6-23696286b277 req-35f8c5ee-75aa-415b-ab3a-b4edcda38eec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a83ee7f-2284-4366-8da4-358a3b379299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420134 Aug 12 21:55:31.153276 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5fcda-c85f-46a9-8027-5f8f9374a35a tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Pushing event deleted for resources: {'Port': ['ID=782e8a5b-8a9a-484c-8cc9-1d6831eb63d8,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:31.178518 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bafc9a3f-b6fa-4a2f-84ac-78e72c70e04f req-35187351-e27f-4b89-a540-327172d96a97 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924242 Aug 12 21:55:31.204778 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6c7f8c-5063-4ea9-8c52-1f1399dc8784 req-37c5fcda-c85f-46a9-8027-5f8f9374a35a tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] No DVR routers for this DVR port 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 on host hv-cinder-80445 {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:55:31.207654 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9f6c7f8c-5063-4ea9-8c52-1f1399dc8784 req-37c5fcda-c85f-46a9-8027-5f8f9374a35a tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:31.209833 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9f6c7f8c-5063-4ea9-8c52-1f1399dc8784 req-37c5fcda-c85f-46a9-8027-5f8f9374a35a tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.66 "DELETE /v2.0/ports/782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 HTTP/1.1" status: 204 len: 173 time: 0.4989035 Aug 12 21:55:31.237367 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-35864ea7-1df0-41ff-8648-22b68a1aac2a req-b4322b0c-818f-4d6d-bd03-39f97ce50231 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383300 Aug 12 21:55:31.301383 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3af05be-87c7-45a4-8ba6-23696286b277 req-0e3696bd-51d8-42a7-9540-ada9751092a8 service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459429 Aug 12 21:55:31.425622 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3af05be-87c7-45a4-8ba6-23696286b277 req-92870769-e88f-491e-a83f-06aea14ba625 service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099641 Aug 12 21:55:31.574170 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56836) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:31.669788 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf9d86-97b4-4b3a-b2b9-2c4ac12bde98 req-b6ba2502-609f-4ed8-a732-7d90c5d03588 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:31.671309 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e9bf9d86-97b4-4b3a-b2b9-2c4ac12bde98 req-b6ba2502-609f-4ed8-a732-7d90c5d03588 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0570757 Aug 12 21:55:31.711661 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e9bf9d86-97b4-4b3a-b2b9-2c4ac12bde98 req-b13a502e-799f-49e1-ac53-adc9066a042f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334277 Aug 12 21:55:31.757761 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d434c79-a4a0-4c5b-8283-fcee79d49a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:31.858424 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d434c79-a4a0-4c5b-8283-fcee79d49a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:31.864211 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d434c79-a4a0-4c5b-8283-fcee79d49a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:31.906919 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0d434c79-a4a0-4c5b-8283-fcee79d49a34 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4ac1d2bb00b742c190480f889c3de4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308461 Aug 12 21:55:31.908759 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d434c79-a4a0-4c5b-8283-fcee79d49a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e361e663-7abe-418b-b38c-2c0e82f8a613,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:31.909507 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 56850) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:31.961887 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91a7cfa2-1d77-46c1-b086-642ad2b6f854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:31.983040 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91a7cfa2-1d77-46c1-b086-642ad2b6f854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:32.029288 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91a7cfa2-1d77-46c1-b086-642ad2b6f854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:32.032045 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91a7cfa2-1d77-46c1-b086-642ad2b6f854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:32.033274 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-91a7cfa2-1d77-46c1-b086-642ad2b6f854 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e361e663-7abe-418b-b38c-2c0e82f8a613 HTTP/1.1" status: 204 len: 168 time: 0.1227329 Aug 12 21:55:32.042215 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7cfa2-1d77-46c1-b086-642ad2b6f854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e361e663-7abe-418b-b38c-2c0e82f8a613,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:32.148122 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51b69f7-98ea-4e99-a23d-d895e8f97fb2', 'name': 'network-vif-deleted', 'tag': '782e8a5b-8a9a-484c-8cc9-1d6831eb63d8'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:55:32.150626 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737a663f-0e22-4db0-959c-c9fa53c3d754" -d '{"events": [{"server_uuid": "e51b69f7-98ea-4e99-a23d-d895e8f97fb2", "name": "network-vif-deleted", "tag": "782e8a5b-8a9a-484c-8cc9-1d6831eb63d8"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:55:32.187810 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d722f65-973f-4e90-a8c6-8456f07b0093 x-openstack-request-id: req-7d722f65-973f-4e90-a8c6-8456f07b0093 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:55:32.188111 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51b69f7-98ea-4e99-a23d-d895e8f97fb2", "name": "network-vif-deleted", "tag": "782e8a5b-8a9a-484c-8cc9-1d6831eb63d8", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:55:32.188369 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7d722f65-973f-4e90-a8c6-8456f07b0093 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:55:32.188770 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51b69f7-98ea-4e99-a23d-d895e8f97fb2', 'name': 'network-vif-deleted', 'tag': '782e8a5b-8a9a-484c-8cc9-1d6831eb63d8', 'status': 'completed', 'code': 200} Aug 12 21:55:32.299108 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a29155-38b5-4649-a9c6-66e11f563a6a req-7809949b-fc66-4349-b2e8-1948b2d134b0 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:32.300808 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-50a29155-38b5-4649-a9c6-66e11f563a6a req-7809949b-fc66-4349-b2e8-1948b2d134b0 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 944 time: 0.0505173 Aug 12 21:55:32.352371 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-50a29155-38b5-4649-a9c6-66e11f563a6a req-e6844143-b3b2-4996-90a6-3fb45a2e6e45 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405471 Aug 12 21:55:32.597657 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-ebfd459a-7dc5-4f74-b81f-91149a361c38 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:32.599028 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-ebfd459a-7dc5-4f74-b81f-91149a361c38 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/networks?id=04905455-b783-4a86-8576-c0b77ff3cd24 HTTP/1.1" status: 200 len: 808 time: 0.1099153 Aug 12 21:55:32.615772 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-b14d4f5b-0726-47c9-8a09-ba958867b37c tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/quotas/4fe1fbe2539049fbb3d165222de97967 HTTP/1.1" status: 200 len: 375 time: 0.0099645 Aug 12 21:55:32.647774 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-56d88845-f320-4e6b-9bdd-fb845edeee8f tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4fe1fbe2539049fbb3d165222de97967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272400 Aug 12 21:55:32.741901 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-b00ec5e7-aa6b-48db-96a8-b3e0bd7e212e service neutron] 10.222.0.74 "GET /v2.0/networks/04905455-b783-4a86-8576-c0b77ff3cd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866973 Aug 12 21:55:32.881233 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922263ed-066f-474c-8051-afdc74ccc9cb req-9c1fb97f-f5c1-4797-adaa-1ab94e6ef5e0 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:32.882737 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-922263ed-066f-474c-8051-afdc74ccc9cb req-9c1fb97f-f5c1-4797-adaa-1ab94e6ef5e0 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0832334 Aug 12 21:55:32.889763 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-4046a809-75a1-4e81-bc1b-3017ad6644a8 service neutron] 10.222.0.74 "GET /v2.0/networks/04905455-b783-4a86-8576-c0b77ff3cd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400385 Aug 12 21:55:32.932488 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-922263ed-066f-474c-8051-afdc74ccc9cb req-098ec51d-77d7-49dd-a0ad-d5e2002200cf tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405996 Aug 12 21:55:33.107703 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fe409d31-626e-465e-875c-fe8cd5709d1c req-eced73bc-fc9a-4920-a44b-8c9d8ee86ca9 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 210 time: 0.0311620 Aug 12 21:55:33.490089 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f8a31-b006-4774-8707-8172fc888b72 req-490376cf-826f-4bdd-87a6-03b3abfd5b2c tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:33.491556 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e5f8a31-b006-4774-8707-8172fc888b72 req-490376cf-826f-4bdd-87a6-03b3abfd5b2c tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 944 time: 0.0578637 Aug 12 21:55:33.541003 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e5f8a31-b006-4774-8707-8172fc888b72 req-ba061ecd-5fcb-4106-8113-54ac36d9f377 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408349 Aug 12 21:55:33.644351 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 56948) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:33.764016 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd287-5050-4df4-8848-9b514af7dddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:33.856156 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd287-5050-4df4-8848-9b514af7dddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:33.860565 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd287-5050-4df4-8848-9b514af7dddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:33.901313 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f1fcd287-5050-4df4-8848-9b514af7dddd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=31824c2dd7794a81acdf42086756e4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558670 Aug 12 21:55:33.902041 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcd287-5050-4df4-8848-9b514af7dddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e7317e-222c-42c7-8c9b-8e67a5aaf0ba,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:33.905407 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56958) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:33.955173 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a63c718f-1c81-4dad-b92a-f15883197ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:33.986851 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a63c718f-1c81-4dad-b92a-f15883197ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:34.076516 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eeaf3c-91f0-4ebb-9d65-c09f29e5567f req-d8602521-471d-47ce-ae15-487e97ef6afd tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:34.078203 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-00eeaf3c-91f0-4ebb-9d65-c09f29e5567f req-d8602521-471d-47ce-ae15-487e97ef6afd tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0612364 Aug 12 21:55:34.091918 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a63c718f-1c81-4dad-b92a-f15883197ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:34.094628 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a63c718f-1c81-4dad-b92a-f15883197ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:34.095716 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a63c718f-1c81-4dad-b92a-f15883197ba4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e1e7317e-222c-42c7-8c9b-8e67a5aaf0ba HTTP/1.1" status: 204 len: 168 time: 0.1889677 Aug 12 21:55:34.114635 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c718f-1c81-4dad-b92a-f15883197ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e7317e-222c-42c7-8c9b-8e67a5aaf0ba,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:34.132363 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-00eeaf3c-91f0-4ebb-9d65-c09f29e5567f req-e5ae6acd-1096-45de-baa7-b8e52404baec tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480354 Aug 12 21:55:34.335322 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bfe737a2-25fa-4bd0-b86a-c8c8e61fe0c7 req-444acdaf-dc89-461a-9149-4f4cf1747728 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 210 time: 0.0824361 Aug 12 21:55:34.419429 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-b0291d31-45eb-4b81-8c99-b2c769daa527 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:34.422172 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-b0291d31-45eb-4b81-8c99-b2c769daa527 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.66 "GET /v2.0/networks?id=04905455-b783-4a86-8576-c0b77ff3cd24 HTTP/1.1" status: 200 len: 808 time: 0.1700456 Aug 12 21:55:34.444158 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 56978) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:34.455031 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-26a8fd8d-f480-40fe-b813-575c1a7923a6 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Request body: {'port': {'device_id': '36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea', 'network_id': '04905455-b783-4a86-8576-c0b77ff3cd24', 'admin_state_up': True, 'tenant_id': '4fe1fbe2539049fbb3d165222de97967'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:55:34.478181 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-948b9679-c180-4fc1-8a3a-1880df83ec09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:34.662155 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-948b9679-c180-4fc1-8a3a-1880df83ec09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:34.672009 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-948b9679-c180-4fc1-8a3a-1880df83ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:34.712024 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536527c-0794-4f76-94e3-1b2812753779 req-6b3d320b-f177-49c1-87f4-01b271fc1b74 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:34.713533 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e536527c-0794-4f76-94e3-1b2812753779 req-6b3d320b-f177-49c1-87f4-01b271fc1b74 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 944 time: 0.0986118 Aug 12 21:55:34.721039 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-26a8fd8d-f480-40fe-b813-575c1a7923a6 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Made reservation on behalf of 4fe1fbe2539049fbb3d165222de97967 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:55:34.724401 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-26a8fd8d-f480-40fe-b813-575c1a7923a6 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:34.750648 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-948b9679-c180-4fc1-8a3a-1880df83ec09 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6ab6da581e9d40a89723eb06428b454e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053982 Aug 12 21:55:34.753351 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 56988) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:34.758610 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b9679-c180-4fc1-8a3a-1880df83ec09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6bb150-cd96-43ce-9784-a7eda67b3e64,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:34.806027 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-47ff77da-baa3-45ff-ae25-cfd1434b183b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:34.818834 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e536527c-0794-4f76-94e3-1b2812753779 req-9facde48-4e2e-468d-a2df-2dc6823785ed tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877182 Aug 12 21:55:34.829412 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-47ff77da-baa3-45ff-ae25-cfd1434b183b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:34.882821 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-47ff77da-baa3-45ff-ae25-cfd1434b183b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:34.885371 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-47ff77da-baa3-45ff-ae25-cfd1434b183b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:34.886536 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-47ff77da-baa3-45ff-ae25-cfd1434b183b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/de6bb150-cd96-43ce-9784-a7eda67b3e64 HTTP/1.1" status: 204 len: 168 time: 0.1322000 Aug 12 21:55:34.891915 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-26a8fd8d-f480-40fe-b813-575c1a7923a6 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Allocated IP 172.20.0.14 (04905455-b783-4a86-8576-c0b77ff3cd24/2f87be3c-48aa-4157-95a4-a6e60f0f4e34/0717f797-0538-4a11-b411-92fa1b4412fa) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:55:34.895025 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff77da-baa3-45ff-ae25-cfd1434b183b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6bb150-cd96-43ce-9784-a7eda67b3e64,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:34.962992 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device df80aa57-88d9-41b3-97ac-820ae77e64f5 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:55:34.967306 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:55:34.987779 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:55:34.988012 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 782e8a5b-8a9a-484c-8cc9-1d6831eb63d8 not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:55:35.060171 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-26a8fd8d-f480-40fe-b813-575c1a7923a6 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:35.097859 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port df80aa57-88d9-41b3-97ac-820ae77e64f5, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=df80aa57-88d9-41b3-97ac-820ae77e64f5,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:35.109339 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': 'df80aa57-88d9-41b3-97ac-820ae77e64f5', 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299', 'port_id': 'df80aa57-88d9-41b3-97ac-820ae77e64f5', 'mac_address': 'fa:16:3e:db:28:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2113c992-f5ab-4887-8abc-4c769fbc8ead', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:55:35.121759 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-26a8fd8d-f480-40fe-b813-575c1a7923a6 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:35.150278 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:35.163311 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-26a8fd8d-f480-40fe-b813-575c1a7923a6 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Network 04905455-b783-4a86-8576-c0b77ff3cd24 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:55:35.164006 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df80aa57-88d9-41b3-97ac-820ae77e64f5 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:55:35.184144 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-26a8fd8d-f480-40fe-b813-575c1a7923a6 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:55:35.186040 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port df80aa57-88d9-41b3-97ac-820ae77e64f5, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=df80aa57-88d9-41b3-97ac-820ae77e64f5,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:35.189624 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-26a8fd8d-f480-40fe-b813-575c1a7923a6 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:55:35.192064 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:35.193542 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8fd8d-f480-40fe-b813-575c1a7923a6 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Pushing event updated for resources: {'Port': ['ID=0717f797-0538-4a11-b411-92fa1b4412fa,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:35.264806 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=df80aa57-88d9-41b3-97ac-820ae77e64f5,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:35.320642 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-26a8fd8d-f480-40fe-b813-575c1a7923a6 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:35.321243 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-26a8fd8d-f480-40fe-b813-575c1a7923a6 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:35.337837 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0bc8a-536f-49f1-b711-a292ece62da1 req-7f08a6d1-30fd-42d6-88aa-44a0b77d5eca tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:35.339279 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-17d0bc8a-536f-49f1-b711-a292ece62da1 req-7f08a6d1-30fd-42d6-88aa-44a0b77d5eca tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0957184 Aug 12 21:55:35.363404 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-26a8fd8d-f480-40fe-b813-575c1a7923a6 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9122906 Aug 12 21:55:35.382340 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Request body: {'port': {'device_id': '36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:55:35.408554 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-17d0bc8a-536f-49f1-b711-a292ece62da1 req-8bc62832-d971-4746-8a3d-4e419b469860 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602894 Aug 12 21:55:35.451149 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:35.489990 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e6740fbd-d645-4060-8a62-84c9d0b86dec req-aa63d2aa-5315-41b0-af28-623cc2b5eedb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493686 Aug 12 21:55:35.566118 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3533b6-6122-4992-bfdd-4a6a6545076c req-855e9ef9-5980-41d3-9954-554de03819e6 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:35.567662 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0c3533b6-6122-4992-bfdd-4a6a6545076c req-855e9ef9-5980-41d3-9954-554de03819e6 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 932 time: 0.1015050 Aug 12 21:55:35.576794 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['df80aa57-88d9-41b3-97ac-820ae77e64f5'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:55:35.656434 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6740fbd-d645-4060-8a62-84c9d0b86dec req-4a994025-5014-42a3-8a6f-2f32f51aa8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:35.659582 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e6740fbd-d645-4060-8a62-84c9d0b86dec req-4a994025-5014-42a3-8a6f-2f32f51aa8ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dd1520c8b454427bcf76f6921e65358&device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 1098 time: 0.0933821 Aug 12 21:55:35.698228 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0c3533b6-6122-4992-bfdd-4a6a6545076c req-e86c71d4-b141-4799-be19-17284c7b29ea tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684676 Aug 12 21:55:35.808295 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6740fbd-d645-4060-8a62-84c9d0b86dec req-3d0e75b1-a03d-4575-8c89-dec4cb38b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:35.811324 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e6740fbd-d645-4060-8a62-84c9d0b86dec req-3d0e75b1-a03d-4575-8c89-dec4cb38b8cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=4a83ee7f-2284-4366-8da4-358a3b379299 HTTP/1.1" status: 200 len: 916 time: 0.1230514 Aug 12 21:55:35.882083 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0717f797-0538-4a11-b411-92fa1b4412fa {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:55:35.883728 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e6740fbd-d645-4060-8a62-84c9d0b86dec req-73618a30-3199-4eef-a078-72cab2cdb969 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bf94c7b-c766-4d9c-983d-e857bb371855 HTTP/1.1" status: 200 len: 217 time: 0.0469396 Aug 12 21:55:35.890726 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:35.943641 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Transition to ACTIVE for port object 0717f797-0538-4a11-b411-92fa1b4412fa will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:55:35.949425 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:35.949648 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6740fbd-d645-4060-8a62-84c9d0b86dec req-19dda161-4774-40e8-8b73-a148087b06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:35.951165 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e6740fbd-d645-4060-8a62-84c9d0b86dec req-19dda161-4774-40e8-8b73-a148087b06fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2113c992-f5ab-4887-8abc-4c769fbc8ead HTTP/1.1" status: 200 len: 855 time: 0.0574791 Aug 12 21:55:35.989543 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e6740fbd-d645-4060-8a62-84c9d0b86dec req-948bf601-7589-4449-a418-6133850f9b97 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a83ee7f-2284-4366-8da4-358a3b379299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262980 Aug 12 21:55:35.991976 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdbff9-9eeb-44f0-967b-2a11e0e8053b req-b93e5b6b-10aa-485c-84c4-68a8a0a3d635 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:35.993494 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-23cdbff9-9eeb-44f0-967b-2a11e0e8053b req-b93e5b6b-10aa-485c-84c4-68a8a0a3d635 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 945 time: 0.0968587 Aug 12 21:55:36.035453 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0717f797-0538-4a11-b411-92fa1b4412fa,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:36.112166 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e6740fbd-d645-4060-8a62-84c9d0b86dec req-e59e9dec-e46a-4ffe-a4b6-5d24b3c4b251 service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078687 Aug 12 21:55:36.113620 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-23cdbff9-9eeb-44f0-967b-2a11e0e8053b req-72b19f5e-2448-42fd-b3ca-c74f4ddfd111 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100028 Aug 12 21:55:36.156882 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Attempting to bind port 0717f797-0538-4a11-b411-92fa1b4412fa on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:55:36.157280 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Attempting to bind port 0717f797-0538-4a11-b411-92fa1b4412fa by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '24b858aa-41ad-4ad6-9807-416bf1a740da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '04905455-b783-4a86-8576-c0b77ff3cd24'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:55:36.157738 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Attempting to bind port 0717f797-0538-4a11-b411-92fa1b4412fa on network 04905455-b783-4a86-8576-c0b77ff3cd24 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:55:36.162338 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Port 0717f797-0538-4a11-b411-92fa1b4412fa on network 04905455-b783-4a86-8576-c0b77ff3cd24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:55:36.162661 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Attempting to bind port 0717f797-0538-4a11-b411-92fa1b4412fa on network 04905455-b783-4a86-8576-c0b77ff3cd24 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:55:36.168151 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:55:36.168331 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Checking segment: {'id': '24b858aa-41ad-4ad6-9807-416bf1a740da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '04905455-b783-4a86-8576-c0b77ff3cd24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:55:36.168621 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Bound using segment: {'id': '24b858aa-41ad-4ad6-9807-416bf1a740da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '04905455-b783-4a86-8576-c0b77ff3cd24'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:55:36.169074 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Bound port: 0717f797-0538-4a11-b411-92fa1b4412fa, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b858aa-41ad-4ad6-9807-416bf1a740da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '04905455-b783-4a86-8576-c0b77ff3cd24'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:55:36.169508 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:36.227825 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e6740fbd-d645-4060-8a62-84c9d0b86dec req-eeef36f5-be6e-4214-a8c9-3d46bd49145d service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033690 Aug 12 21:55:36.240758 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] For port 0717f797-0538-4a11-b411-92fa1b4412fa, host hv-cinder-80445, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:55:36.243872 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] For port 0717f797-0538-4a11-b411-92fa1b4412fa, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0717f797-0538-4a11-b411-92fa1b4412fa,segment=NetworkSegment(24b858aa-41ad-4ad6-9807-416bf1a740da),segment_id=24b858aa-41ad-4ad6-9807-416bf1a740da)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:55:36.249687 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:36.289825 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:36.290438 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:36.291799 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] 10.222.0.66 "PUT /v2.0/ports/0717f797-0538-4a11-b411-92fa1b4412fa HTTP/1.1" status: 200 len: 1094 time: 0.9193625 Aug 12 21:55:36.292232 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea', 'tag': '0717f797-0538-4a11-b411-92fa1b4412fa'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:55:36.295207 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39474546-b52e-4431-b3d1-d5581e78d1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea", "tag": "0717f797-0538-4a11-b411-92fa1b4412fa"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:55:36.326040 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa26e8-8225-4cff-b471-ce83aa7315a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0717f797-0538-4a11-b411-92fa1b4412fa,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:36.346640 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90e99b9-2de9-4a86-a6ac-3df0ca9104ef x-openstack-request-id: req-c90e99b9-2de9-4a86-a6ac-3df0ca9104ef {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:55:36.347022 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea", "tag": "0717f797-0538-4a11-b411-92fa1b4412fa", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:55:36.347360 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c90e99b9-2de9-4a86-a6ac-3df0ca9104ef {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:55:36.347820 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea', 'tag': '0717f797-0538-4a11-b411-92fa1b4412fa', 'status': 'completed', 'code': 200} Aug 12 21:55:36.392861 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-0bf667c8-a464-4e36-8eee-b2cfa955649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:36.394380 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-0bf667c8-a464-4e36-8eee-b2cfa955649f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fe1fbe2539049fbb3d165222de97967&device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 1097 time: 0.0457311 Aug 12 21:55:36.438685 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-a842a962-f3e7-4b2a-a4d3-1195deabab62 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0717f797-0538-4a11-b411-92fa1b4412fa HTTP/1.1" status: 200 len: 217 time: 0.0344048 Aug 12 21:55:36.527912 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-807001bb-c03e-4431-88be-21ea4cb3303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:36.529842 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-807001bb-c03e-4431-88be-21ea4cb3303f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f87be3c-48aa-4157-95a4-a6e60f0f4e34 HTTP/1.1" status: 200 len: 848 time: 0.0722370 Aug 12 21:55:36.566323 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-eade48e8-2cd3-40aa-a488-7246d54c3112 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04905455-b783-4a86-8576-c0b77ff3cd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268989 Aug 12 21:55:36.573823 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2a1d8-9854-4a88-a597-023279cfc31e req-731c14c6-1cba-4453-8a91-2fa554cff66d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:36.575221 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bcc2a1d8-9854-4a88-a597-023279cfc31e req-731c14c6-1cba-4453-8a91-2fa554cff66d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0823069 Aug 12 21:55:36.913870 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bcc2a1d8-9854-4a88-a597-023279cfc31e req-e3d5851d-4bd2-4641-8840-c531068c7af7 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281796 Aug 12 21:55:36.942835 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-eb54e3c2-fbf7-48ec-bef6-55e6f4ad2c42 service neutron] 10.222.0.66 "GET /v2.0/networks/04905455-b783-4a86-8576-c0b77ff3cd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649406 Aug 12 21:55:36.956128 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbe012-252d-4f28-a62a-e7cb7cc1a3a1 req-f2fece53-b428-4726-a5df-38d574fe4276 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:36.960208 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f3bbe012-252d-4f28-a62a-e7cb7cc1a3a1 req-f2fece53-b428-4726-a5df-38d574fe4276 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 944 time: 0.0929332 Aug 12 21:55:36.988841 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device df80aa57-88d9-41b3-97ac-820ae77e64f5 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:55:37.054165 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port df80aa57-88d9-41b3-97ac-820ae77e64f5 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:55:37.060751 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port df80aa57-88d9-41b3-97ac-820ae77e64f5 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:55:37.060751 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:37.076767 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f3bbe012-252d-4f28-a62a-e7cb7cc1a3a1 req-1a2b7e6f-2e41-469e-8b63-c86250bd2b08 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021025 Aug 12 21:55:37.100389 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-574e17a8-3926-4248-9ab7-7917ef055f9e req-bfb935a2-b4d8-495e-a2f6-5eff60f25093 service neutron] 10.222.0.66 "GET /v2.0/networks/04905455-b783-4a86-8576-c0b77ff3cd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389966 Aug 12 21:55:37.153044 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:37.180813 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df80aa57-88d9-41b3-97ac-820ae77e64f5'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:55:37.183319 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862df365-545d-4cb0-85cc-a41a3d620e02" -d '{"events": [{"server_uuid": "ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb", "name": "network-vif-plugged", "status": "completed", "tag": "df80aa57-88d9-41b3-97ac-820ae77e64f5"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:55:37.196776 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port df80aa57-88d9-41b3-97ac-820ae77e64f5, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=df80aa57-88d9-41b3-97ac-820ae77e64f5,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:37.201770 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:37.236632 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57671f9c-8eda-4379-9d96-6a3a76eb4878 x-openstack-request-id: req-57671f9c-8eda-4379-9d96-6a3a76eb4878 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:55:37.236957 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb", "name": "network-vif-plugged", "status": "completed", "tag": "df80aa57-88d9-41b3-97ac-820ae77e64f5", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:55:37.237234 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-57671f9c-8eda-4379-9d96-6a3a76eb4878 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:55:37.237617 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df80aa57-88d9-41b3-97ac-820ae77e64f5', 'code': 200} Aug 12 21:55:37.255940 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=df80aa57-88d9-41b3-97ac-820ae77e64f5,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:37.273026 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474546-b52e-4431-b3d1-d5581e78d1e8 req-7ede0514-9337-4b51-bfd3-2c82dbc49f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:37.274644 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39474546-b52e-4431-b3d1-d5581e78d1e8 req-7ede0514-9337-4b51-bfd3-2c82dbc49f21 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fe1fbe2539049fbb3d165222de97967&device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 1097 time: 0.1151259 Aug 12 21:55:37.283674 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4525783-891d-492d-a70f-9b9ba9948103 req-df1d87ff-9c71-4df7-b7ae-173b92b197af tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:37.285147 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d4525783-891d-492d-a70f-9b9ba9948103 req-df1d87ff-9c71-4df7-b7ae-173b92b197af tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 946 time: 0.0858810 Aug 12 21:55:37.388596 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d4525783-891d-492d-a70f-9b9ba9948103 req-f8600b9b-cf2e-49b4-8cf2-30d2b9df4e17 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973401 Aug 12 21:55:37.423994 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474546-b52e-4431-b3d1-d5581e78d1e8 req-128a7940-28a1-4299-9423-9d3ff151df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:37.425621 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39474546-b52e-4431-b3d1-d5581e78d1e8 req-128a7940-28a1-4299-9423-9d3ff151df75 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04905455-b783-4a86-8576-c0b77ff3cd24 HTTP/1.1" status: 200 len: 909 time: 0.1207860 Aug 12 21:55:37.466268 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a424b5f-5df8-42f3-89eb-82b8a9030d95 req-f58c2379-0a30-4136-949f-e9449ed7042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:37.467896 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4a424b5f-5df8-42f3-89eb-82b8a9030d95 req-f58c2379-0a30-4136-949f-e9449ed7042c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 1099 time: 0.0520885 Aug 12 21:55:37.474210 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39474546-b52e-4431-b3d1-d5581e78d1e8 req-0f0a4982-be15-4239-8cfc-fde27ec22824 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0717f797-0538-4a11-b411-92fa1b4412fa HTTP/1.1" status: 200 len: 217 time: 0.0386310 Aug 12 21:55:37.521426 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4a424b5f-5df8-42f3-89eb-82b8a9030d95 req-4394d674-5e79-4dce-9a10-dd37852969fc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329790 Aug 12 21:55:37.537827 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474546-b52e-4431-b3d1-d5581e78d1e8 req-4398e407-f8c4-4727-a71a-31d3be1e4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:37.539380 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39474546-b52e-4431-b3d1-d5581e78d1e8 req-4398e407-f8c4-4727-a71a-31d3be1e4f5a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f87be3c-48aa-4157-95a4-a6e60f0f4e34 HTTP/1.1" status: 200 len: 848 time: 0.0505407 Aug 12 21:55:37.625871 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39474546-b52e-4431-b3d1-d5581e78d1e8 req-6ae34ff9-c72e-4b53-af13-2539ac5d7b3a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04905455-b783-4a86-8576-c0b77ff3cd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293982 Aug 12 21:55:37.717791 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39474546-b52e-4431-b3d1-d5581e78d1e8 req-2371a601-f12b-444b-903d-a680dfc32c4c service neutron] 10.222.0.66 "GET /v2.0/networks/04905455-b783-4a86-8576-c0b77ff3cd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812151 Aug 12 21:55:37.769197 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:37.820362 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39474546-b52e-4431-b3d1-d5581e78d1e8 req-8c091d46-7060-4121-9702-fcfd345019c4 service neutron] 10.222.0.66 "GET /v2.0/networks/04905455-b783-4a86-8576-c0b77ff3cd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882859 Aug 12 21:55:38.032525 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f1a8a-1e3a-478a-b720-936eb336e4b9 req-7204aca2-f337-4cc6-9923-81ffbec99127 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:38.034128 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-801f1a8a-1e3a-478a-b720-936eb336e4b9 req-7204aca2-f337-4cc6-9923-81ffbec99127 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0492713 Aug 12 21:55:38.073483 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-801f1a8a-1e3a-478a-b720-936eb336e4b9 req-39a170ed-b127-419a-a045-37a3f43f9b46 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329368 Aug 12 21:55:38.188975 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ce40d-993d-4348-b86c-9fbf0d933b7c req-b94b1a96-2afb-4e9c-9434-79eae4df9949 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:38.190512 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-044ce40d-993d-4348-b86c-9fbf0d933b7c req-b94b1a96-2afb-4e9c-9434-79eae4df9949 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 944 time: 0.0516751 Aug 12 21:55:38.241497 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-044ce40d-993d-4348-b86c-9fbf0d933b7c req-d6905e0a-644c-463d-b6e7-50c084b0b68a tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419707 Aug 12 21:55:38.514372 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ac2ee-b454-47b1-8c55-a8332915bd5a req-7e1a09b9-4177-4347-9e08-1e4d10645370 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:38.515942 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fe9ac2ee-b454-47b1-8c55-a8332915bd5a req-7e1a09b9-4177-4347-9e08-1e4d10645370 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 946 time: 0.0539885 Aug 12 21:55:38.546795 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 57132) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:38.564568 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fe9ac2ee-b454-47b1-8c55-a8332915bd5a req-c5acf1d8-cdc4-4c2c-9403-df41da249739 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418842 Aug 12 21:55:38.661334 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9dc78d6c-851b-4645-aa5c-62e3efd950cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:38.757401 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9dc78d6c-851b-4645-aa5c-62e3efd950cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:38.761237 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9dc78d6c-851b-4645-aa5c-62e3efd950cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:38.803078 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9dc78d6c-851b-4645-aa5c-62e3efd950cf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4a8c19127666432abe74c090152d574b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552571 Aug 12 21:55:38.805231 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc78d6c-851b-4645-aa5c-62e3efd950cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3a8d7e-9dc0-4e4b-a3b3-75196ae88649,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:38.806754 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 57142) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:38.870582 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-54d6a3f7-3674-420b-9842-dd7aed16a5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:38.894770 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-54d6a3f7-3674-420b-9842-dd7aed16a5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:38.957683 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-54d6a3f7-3674-420b-9842-dd7aed16a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:38.960445 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-54d6a3f7-3674-420b-9842-dd7aed16a5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:38.961563 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-54d6a3f7-3674-420b-9842-dd7aed16a5b3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3d3a8d7e-9dc0-4e4b-a3b3-75196ae88649 HTTP/1.1" status: 204 len: 168 time: 0.1538081 Aug 12 21:55:38.971775 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6a3f7-3674-420b-9842-dd7aed16a5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3a8d7e-9dc0-4e4b-a3b3-75196ae88649,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:39.190471 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73fe37-4598-4dec-a563-aef6ef34a76c req-91a5474b-985e-4be1-883b-1c735c8debc6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:39.191993 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db73fe37-4598-4dec-a563-aef6ef34a76c req-91a5474b-985e-4be1-883b-1c735c8debc6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0522034 Aug 12 21:55:39.237067 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db73fe37-4598-4dec-a563-aef6ef34a76c req-897ae7b6-c5fb-4152-ac63-01dd0ab08e18 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383623 Aug 12 21:55:39.243469 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 57156) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:39.257051 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc67ab28-fcdb-4b28-b195-b03159097eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:39.378070 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed7899-52ac-4c11-940d-6122487920bd req-5ee04acb-177c-47cc-a427-a9a10b0515a9 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:39.379560 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-95ed7899-52ac-4c11-940d-6122487920bd req-5ee04acb-177c-47cc-a427-a9a10b0515a9 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 944 time: 0.0717087 Aug 12 21:55:39.412289 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc67ab28-fcdb-4b28-b195-b03159097eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:39.419690 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc67ab28-fcdb-4b28-b195-b03159097eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:39.453531 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-95ed7899-52ac-4c11-940d-6122487920bd req-f830bcb1-e753-402b-b04b-ae773426a644 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666587 Aug 12 21:55:39.473154 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 57164) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:39.473293 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-cc67ab28-fcdb-4b28-b195-b03159097eb9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=74cc58e4b7d049d3becaf55b6ec0ed56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287045 Aug 12 21:55:39.476577 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67ab28-fcdb-4b28-b195-b03159097eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732e7446-87e1-4e1b-a0c7-d0f50fc9f585,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:39.528663 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8dd6bbc6-8d2f-4f21-b767-03fee2831091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:39.549714 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8dd6bbc6-8d2f-4f21-b767-03fee2831091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:39.610720 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8dd6bbc6-8d2f-4f21-b767-03fee2831091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:39.614957 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8dd6bbc6-8d2f-4f21-b767-03fee2831091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:39.616151 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-8dd6bbc6-8d2f-4f21-b767-03fee2831091 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/732e7446-87e1-4e1b-a0c7-d0f50fc9f585 HTTP/1.1" status: 204 len: 168 time: 0.1417034 Aug 12 21:55:39.625754 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6bbc6-8d2f-4f21-b767-03fee2831091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732e7446-87e1-4e1b-a0c7-d0f50fc9f585,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:39.699005 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe649-0c32-4d4b-8526-1db1f52ae2c7 req-24fbbd06-5f23-41ef-b4cd-79e37c9fe5fd tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:39.701604 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5bebe649-0c32-4d4b-8526-1db1f52ae2c7 req-24fbbd06-5f23-41ef-b4cd-79e37c9fe5fd tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 946 time: 0.0566077 Aug 12 21:55:39.740030 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5bebe649-0c32-4d4b-8526-1db1f52ae2c7 req-a669bc9d-c9da-4b83-8306-faa6a57965d1 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335150 Aug 12 21:55:40.045718 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 57192) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:40.061433 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-85bdb18d-b5b2-4125-9dc7-c50aa36efd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:40.184717 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-85bdb18d-b5b2-4125-9dc7-c50aa36efd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:40.188619 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-85bdb18d-b5b2-4125-9dc7-c50aa36efd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:40.233483 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-85bdb18d-b5b2-4125-9dc7-c50aa36efd2d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c768ad75bfa64b9783fcbdc240b9be3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863365 Aug 12 21:55:40.235688 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdb18d-b5b2-4125-9dc7-c50aa36efd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f257a29-a537-4e83-a915-23e48a2d1255,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:40.236305 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 57198) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:40.300531 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bbf33057-9391-41de-ac48-189d266c6d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:40.329365 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bbf33057-9391-41de-ac48-189d266c6d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:40.373565 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b39d39-5a0b-45a1-8d65-3001a952ee35 req-8c2e7e8d-28e6-4fef-9eeb-d7318fce4742 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:40.375204 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-27b39d39-5a0b-45a1-8d65-3001a952ee35 req-8c2e7e8d-28e6-4fef-9eeb-d7318fce4742 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0488155 Aug 12 21:55:40.378813 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bbf33057-9391-41de-ac48-189d266c6d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:40.381678 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bbf33057-9391-41de-ac48-189d266c6d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:40.383000 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-bbf33057-9391-41de-ac48-189d266c6d42 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1f257a29-a537-4e83-a915-23e48a2d1255 HTTP/1.1" status: 204 len: 168 time: 0.1449063 Aug 12 21:55:40.391614 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf33057-9391-41de-ac48-189d266c6d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f257a29-a537-4e83-a915-23e48a2d1255,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:40.422055 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-27b39d39-5a0b-45a1-8d65-3001a952ee35 req-1a852164-c65a-42bb-a52d-6203ed21970a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396907 Aug 12 21:55:40.568563 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d386326-f370-4e0a-9b07-335d7bc9d360 req-51c2eee1-2d13-46c6-aacf-ca69506c6019 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:40.570046 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7d386326-f370-4e0a-9b07-335d7bc9d360 req-51c2eee1-2d13-46c6-aacf-ca69506c6019 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 944 time: 0.0492666 Aug 12 21:55:40.607783 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7d386326-f370-4e0a-9b07-335d7bc9d360 req-ec046332-1ea8-409c-9bd8-6b79051e1888 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310359 Aug 12 21:55:41.295523 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 0717f797-0538-4a11-b411-92fa1b4412fa details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:55:41.396381 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 0717f797-0538-4a11-b411-92fa1b4412fa, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0717f797-0538-4a11-b411-92fa1b4412fa,segment=NetworkSegment(24b858aa-41ad-4ad6-9807-416bf1a740da),segment_id=24b858aa-41ad-4ad6-9807-416bf1a740da)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:41.408494 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': '0717f797-0538-4a11-b411-92fa1b4412fa', 'network_id': '04905455-b783-4a86-8576-c0b77ff3cd24', 'port_id': '0717f797-0538-4a11-b411-92fa1b4412fa', 'mac_address': 'fa:16:3e:8e:67:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f87be3c-48aa-4157-95a4-a6e60f0f4e34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:55:41.455059 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:41.468114 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0717f797-0538-4a11-b411-92fa1b4412fa {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:55:41.488216 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 0717f797-0538-4a11-b411-92fa1b4412fa, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0717f797-0538-4a11-b411-92fa1b4412fa,segment=NetworkSegment(24b858aa-41ad-4ad6-9807-416bf1a740da),segment_id=24b858aa-41ad-4ad6-9807-416bf1a740da)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:41.492065 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:41.539684 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=0717f797-0538-4a11-b411-92fa1b4412fa,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:43.530739 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f5685-7d96-4b4e-81d0-689a019484c1 req-8027f848-06cd-4815-8d4f-68979d67a7c5 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:43.532242 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-222f5685-7d96-4b4e-81d0-689a019484c1 req-8027f848-06cd-4815-8d4f-68979d67a7c5 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0802970 Aug 12 21:55:43.540213 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457592e-1b90-4f70-8a30-2edacff6a235 req-1cc614ca-80d8-45f9-9bec-e03994b79461 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:43.541602 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a457592e-1b90-4f70-8a30-2edacff6a235 req-1cc614ca-80d8-45f9-9bec-e03994b79461 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 945 time: 0.0808699 Aug 12 21:55:43.601758 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-222f5685-7d96-4b4e-81d0-689a019484c1 req-79113907-032c-4a4a-9f38-55959a987cd1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592244 Aug 12 21:55:43.604641 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a457592e-1b90-4f70-8a30-2edacff6a235 req-54e6304d-6317-4740-a948-24d0b0706a8e tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551929 Aug 12 21:55:43.796108 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['0717f797-0538-4a11-b411-92fa1b4412fa'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:55:45.256897 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93c9c6a5-e420-4976-bbd3-1f0edecae107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:47.077524 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476740b-21be-483b-8dc2-16ef17cb2198 req-c820a3d3-7b95-441e-a0b6-9505bc70e2c9 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:47.079066 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c476740b-21be-483b-8dc2-16ef17cb2198 req-c820a3d3-7b95-441e-a0b6-9505bc70e2c9 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0782914 Aug 12 21:55:47.087545 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09729ece-1c03-43c3-bd30-e39adbede876 req-cee08e49-e9b3-44a9-9051-ffa11fbd0575 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:47.088976 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-09729ece-1c03-43c3-bd30-e39adbede876 req-cee08e49-e9b3-44a9-9051-ffa11fbd0575 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 945 time: 0.0796103 Aug 12 21:55:47.145956 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-09729ece-1c03-43c3-bd30-e39adbede876 req-bb8edab7-e82b-4d2d-909b-eed97c8fcaec tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494058 Aug 12 21:55:47.148511 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c476740b-21be-483b-8dc2-16ef17cb2198 req-c8319361-5691-4850-8dd7-cce4eb1b9269 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584865 Aug 12 21:55:47.738629 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d4deee1-dfba-4f90-94d4-c9c5a8c511e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:47.744583 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:55:48.166319 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:48.304526 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92fc68-2e80-4aa4-a2b7-00fba5713a0c req-6e81a961-aada-45e3-9582-27f1c315aef0 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:48.306126 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2d92fc68-2e80-4aa4-a2b7-00fba5713a0c req-6e81a961-aada-45e3-9582-27f1c315aef0 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 945 time: 0.0851302 Aug 12 21:55:48.319628 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbadaa-87e9-4cb9-8e5f-736dbed3e519 req-34a4899a-07cc-45af-b3b2-ca663096094d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:48.321198 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cedbadaa-87e9-4cb9-8e5f-736dbed3e519 req-34a4899a-07cc-45af-b3b2-ca663096094d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0893948 Aug 12 21:55:48.379046 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2d92fc68-2e80-4aa4-a2b7-00fba5713a0c req-aeaa4a79-975e-4ab3-adf4-1b40e0fce588 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568135 Aug 12 21:55:48.387130 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cedbadaa-87e9-4cb9-8e5f-736dbed3e519 req-c0f0b2f4-c1c1-47a3-9fa1-bd018e2b530e tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557530 Aug 12 21:55:48.924087 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 0717f797-0538-4a11-b411-92fa1b4412fa up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:55:48.973799 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:48.991603 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port 0717f797-0538-4a11-b411-92fa1b4412fa completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:55:48.996248 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port 0717f797-0538-4a11-b411-92fa1b4412fa triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:55:48.996946 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:49.234309 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:49.257031 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0717f797-0538-4a11-b411-92fa1b4412fa'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:55:49.259357 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec692c59-a049-4e4e-bfa0-532d0bb2146c" -d '{"events": [{"server_uuid": "36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea", "name": "network-vif-plugged", "status": "completed", "tag": "0717f797-0538-4a11-b411-92fa1b4412fa"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:55:49.273149 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 0717f797-0538-4a11-b411-92fa1b4412fa, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0717f797-0538-4a11-b411-92fa1b4412fa,segment=NetworkSegment(24b858aa-41ad-4ad6-9807-416bf1a740da),segment_id=24b858aa-41ad-4ad6-9807-416bf1a740da)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:49.278484 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:49.304040 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5774f4-baf7-4b78-ada6-32fbabd6946c x-openstack-request-id: req-1a5774f4-baf7-4b78-ada6-32fbabd6946c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:55:49.304336 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea", "name": "network-vif-plugged", "status": "completed", "tag": "0717f797-0538-4a11-b411-92fa1b4412fa", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:55:49.304588 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1a5774f4-baf7-4b78-ada6-32fbabd6946c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:55:49.305944 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0717f797-0538-4a11-b411-92fa1b4412fa', 'code': 200} Aug 12 21:55:49.335838 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=0717f797-0538-4a11-b411-92fa1b4412fa,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:49.551849 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703652e5-6c8d-4ca5-8e0c-bf4023533a96 req-46e65550-f4e5-45f9-9acd-38e18cb42f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:49.553375 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-703652e5-6c8d-4ca5-8e0c-bf4023533a96 req-46e65550-f4e5-45f9-9acd-38e18cb42f24 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 1099 time: 0.1099417 Aug 12 21:55:49.572548 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102dedc-a754-4b6e-b86f-0bf95411ca00 req-28017033-3d92-4b02-94a2-67b4f1d6e6fc tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:49.574474 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c102dedc-a754-4b6e-b86f-0bf95411ca00 req-28017033-3d92-4b02-94a2-67b4f1d6e6fc tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 946 time: 0.1188560 Aug 12 21:55:49.591422 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761378c4-2331-4f51-893a-22ac728c9a7b req-43342db7-019e-49fa-a3bd-9ae9ea59489f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:49.592940 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-761378c4-2331-4f51-893a-22ac728c9a7b req-43342db7-019e-49fa-a3bd-9ae9ea59489f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.1131501 Aug 12 21:55:49.663809 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-703652e5-6c8d-4ca5-8e0c-bf4023533a96 req-c67ae69b-d5d2-47ee-9925-6cbc2be0538e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874889 Aug 12 21:55:49.672805 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c102dedc-a754-4b6e-b86f-0bf95411ca00 req-506440c6-b065-4183-b219-7aa5932c7f10 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778892 Aug 12 21:55:49.675578 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-761378c4-2331-4f51-893a-22ac728c9a7b req-50da669a-0583-4b6c-af9d-3351f163aff1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663917 Aug 12 21:55:50.402929 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:50.826194 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef97584-3fff-43be-91ab-7beab42ee2ce req-c805916e-1f62-4980-8304-4c03f1d26961 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:50.827696 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1ef97584-3fff-43be-91ab-7beab42ee2ce req-c805916e-1f62-4980-8304-4c03f1d26961 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0800409 Aug 12 21:55:50.836607 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad94e73-b82b-4c9f-b5cf-e8d51c8de8c4 req-c063344e-88b9-4347-86b0-f5823ef322e8 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:50.838099 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4ad94e73-b82b-4c9f-b5cf-e8d51c8de8c4 req-c063344e-88b9-4347-86b0-f5823ef322e8 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 946 time: 0.0928769 Aug 12 21:55:50.887146 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1ef97584-3fff-43be-91ab-7beab42ee2ce req-0a186307-b91a-4b5c-bf77-4d72b138888e tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480764 Aug 12 21:55:50.898767 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4ad94e73-b82b-4c9f-b5cf-e8d51c8de8c4 req-8d07b53e-761e-461e-a216-0599e5771379 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524244 Aug 12 21:55:51.912426 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 57516) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:52.037814 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4fc1c033-b696-47d5-b409-f3bab7e88dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:52.061774 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9fb25-4dd5-42ce-baaa-f460f03833d5 req-35284b1c-5614-41fa-b310-b1f8d9ba8960 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:52.063516 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-55f9fb25-4dd5-42ce-baaa-f460f03833d5 req-35284b1c-5614-41fa-b310-b1f8d9ba8960 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0995605 Aug 12 21:55:52.082531 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92229712-0383-48a7-9e97-8d96a188d34b req-d7c8735b-448b-461e-bf09-52c5b16cd394 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:52.084006 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-92229712-0383-48a7-9e97-8d96a188d34b req-d7c8735b-448b-461e-bf09-52c5b16cd394 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 946 time: 0.1108263 Aug 12 21:55:52.156865 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-55f9fb25-4dd5-42ce-baaa-f460f03833d5 req-81029323-51d3-417a-a2e5-e91890d14cd1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846357 Aug 12 21:55:52.168841 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-92229712-0383-48a7-9e97-8d96a188d34b req-a38ca7de-a91f-4a7c-aad5-e4c2527e214c tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776212 Aug 12 21:55:52.217492 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4fc1c033-b696-47d5-b409-f3bab7e88dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:52.221952 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4fc1c033-b696-47d5-b409-f3bab7e88dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:52.266076 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 57530) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:52.266650 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4fc1c033-b696-47d5-b409-f3bab7e88dfd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8bdbb369cc394f7c8ea2f0187746ce28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521206 Aug 12 21:55:52.267185 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1c033-b696-47d5-b409-f3bab7e88dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60fa032-5e96-4d50-8ff5-8c19423ad56b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:52.323995 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6eab64bf-d31e-4578-ab23-d4d811fff6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:52.348093 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6eab64bf-d31e-4578-ab23-d4d811fff6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:52.418248 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6eab64bf-d31e-4578-ab23-d4d811fff6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:52.422115 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6eab64bf-d31e-4578-ab23-d4d811fff6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:52.427398 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-6eab64bf-d31e-4578-ab23-d4d811fff6ba admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c60fa032-5e96-4d50-8ff5-8c19423ad56b HTTP/1.1" status: 204 len: 168 time: 0.1598911 Aug 12 21:55:52.437729 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab64bf-d31e-4578-ab23-d4d811fff6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60fa032-5e96-4d50-8ff5-8c19423ad56b,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:52.477084 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 57552) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:52.773029 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-37e23dec-824f-4ed6-935a-7b663fade3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:52.778726 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 57566) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:52.782365 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 57568) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:52.814314 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-918fcfbb-deaf-473d-9a9b-78fce9c8d995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:52.879690 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-37e23dec-824f-4ed6-935a-7b663fade3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:52.884394 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-37e23dec-824f-4ed6-935a-7b663fade3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:52.925585 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-37e23dec-824f-4ed6-935a-7b663fade3a1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5f096eb6a95d47debba3c8458fe9886e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4471438 Aug 12 21:55:52.928509 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 57576) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:52.933496 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e23dec-824f-4ed6-935a-7b663fade3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43506a8e-991f-49b9-a74c-240f9abe78ae,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:52.999847 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-55a984c7-bf1c-4120-869c-52be3dce0885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.015553 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a23e2-0fc6-48a8-b8a2-a210507b5541 req-ce798181-5f5a-48f2-a9e2-b76894982c4a tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:53.017203 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-340a23e2-0fc6-48a8-b8a2-a210507b5541 req-ce798181-5f5a-48f2-a9e2-b76894982c4a tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 946 time: 0.0529158 Aug 12 21:55:53.031554 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c3fa323f-fee8-40c0-ac86-cfb3adaff383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.059919 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-340a23e2-0fc6-48a8-b8a2-a210507b5541 req-2022db2b-0154-45dd-b584-0b4d456e5a9e tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354369 Aug 12 21:55:53.065857 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c3fa323f-fee8-40c0-ac86-cfb3adaff383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.090321 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-918fcfbb-deaf-473d-9a9b-78fce9c8d995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.106899 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-918fcfbb-deaf-473d-9a9b-78fce9c8d995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.159583 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-918fcfbb-deaf-473d-9a9b-78fce9c8d995 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1196711fa4e4479881aa7746701a831f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794498 Aug 12 21:55:53.162227 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 57580) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:53.173596 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fcfbb-deaf-473d-9a9b-78fce9c8d995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee63f4ba-6c9c-444a-ae63-8e37ea55f471,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:53.184032 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c3fa323f-fee8-40c0-ac86-cfb3adaff383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.186673 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c3fa323f-fee8-40c0-ac86-cfb3adaff383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.190455 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-c3fa323f-fee8-40c0-ac86-cfb3adaff383 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/43506a8e-991f-49b9-a74c-240f9abe78ae HTTP/1.1" status: 204 len: 168 time: 0.2586861 Aug 12 21:55:53.207084 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa323f-fee8-40c0-ac86-cfb3adaff383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43506a8e-991f-49b9-a74c-240f9abe78ae,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:53.232123 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-259f2385-0cb8-4995-ac44-4197d3e69574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.257884 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-55a984c7-bf1c-4120-869c-52be3dce0885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.262690 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-55a984c7-bf1c-4120-869c-52be3dce0885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.265576 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-259f2385-0cb8-4995-ac44-4197d3e69574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.310961 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a984c7-bf1c-4120-869c-52be3dce0885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb4ae04-7f7c-4ba8-a087-f5f0e2acb1c6,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:53.320959 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-55a984c7-bf1c-4120-869c-52be3dce0885 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bb4deef8e5384ac3b474d4c9c843fa58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5373175 Aug 12 21:55:53.321559 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 57586) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:53.348843 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd2ccc-9220-4c8d-b2ec-0357dab0bfeb req-f79eeba1-efba-4e2c-bf3c-2272acb8df8c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:53.350427 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7afd2ccc-9220-4c8d-b2ec-0357dab0bfeb req-f79eeba1-efba-4e2c-bf3c-2272acb8df8c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0953457 Aug 12 21:55:53.383959 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f5891d15-6337-4884-8e70-66ec804a1277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.398061 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7afd2ccc-9220-4c8d-b2ec-0357dab0bfeb req-d6367e03-c3b2-4f88-8413-2173511db213 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370252 Aug 12 21:55:53.398782 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-259f2385-0cb8-4995-ac44-4197d3e69574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.401296 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-259f2385-0cb8-4995-ac44-4197d3e69574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.403269 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-259f2385-0cb8-4995-ac44-4197d3e69574 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ee63f4ba-6c9c-444a-ae63-8e37ea55f471 HTTP/1.1" status: 204 len: 168 time: 0.2392089 Aug 12 21:55:53.416105 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f5891d15-6337-4884-8e70-66ec804a1277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.428810 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f2385-0cb8-4995-ac44-4197d3e69574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee63f4ba-6c9c-444a-ae63-8e37ea55f471,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:53.480058 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f5891d15-6337-4884-8e70-66ec804a1277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.482689 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f5891d15-6337-4884-8e70-66ec804a1277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.486797 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f5891d15-6337-4884-8e70-66ec804a1277 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3bb4ae04-7f7c-4ba8-a087-f5f0e2acb1c6 HTTP/1.1" status: 204 len: 168 time: 0.1642849 Aug 12 21:55:53.494640 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5891d15-6337-4884-8e70-66ec804a1277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb4ae04-7f7c-4ba8-a087-f5f0e2acb1c6,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:53.804348 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 57616) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:53.818993 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7925193d-f1c0-4534-af76-1d853bce8f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.921781 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7925193d-f1c0-4534-af76-1d853bce8f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.926785 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7925193d-f1c0-4534-af76-1d853bce8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:53.976255 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-7925193d-f1c0-4534-af76-1d853bce8f88 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b72f65d0c70d4586b72f253635162b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704893 Aug 12 21:55:53.977145 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925193d-f1c0-4534-af76-1d853bce8f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bbc57e-43bb-4633-976b-0ed3afa4a524,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:53.979135 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 57626) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:54.049907 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-737f1390-94b1-41ef-a919-d974990d9461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:54.071829 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-737f1390-94b1-41ef-a919-d974990d9461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:54.123225 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-737f1390-94b1-41ef-a919-d974990d9461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:54.125947 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-737f1390-94b1-41ef-a919-d974990d9461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:54.127412 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-737f1390-94b1-41ef-a919-d974990d9461 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/45bbc57e-43bb-4633-976b-0ed3afa4a524 HTTP/1.1" status: 204 len: 168 time: 0.1471732 Aug 12 21:55:54.137427 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f1390-94b1-41ef-a919-d974990d9461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bbc57e-43bb-4633-976b-0ed3afa4a524,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:54.202343 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1d49d-3a58-4dfb-9503-6c1c43d43fcc req-98743ba0-6e01-4791-8270-59d40934e659 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:54.203881 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ecb1d49d-3a58-4dfb-9503-6c1c43d43fcc req-98743ba0-6e01-4791-8270-59d40934e659 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 946 time: 0.0574503 Aug 12 21:55:54.250812 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ecb1d49d-3a58-4dfb-9503-6c1c43d43fcc req-bdb17573-b323-45b4-9468-935ae31d1a4a tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374403 Aug 12 21:55:54.524608 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cca849-2555-499c-ab4a-d0cda6a8cef8 req-ea74236d-2703-4e70-8c55-5e5f432a979f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:54.526171 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 57654) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:54.527197 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f5cca849-2555-499c-ab4a-d0cda6a8cef8 req-ea74236d-2703-4e70-8c55-5e5f432a979f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0512002 Aug 12 21:55:54.541723 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25290519-ceda-4edc-a366-ad16df137b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:54.581845 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f5cca849-2555-499c-ab4a-d0cda6a8cef8 req-c562904e-62ac-4bb9-895e-ec358a794ee1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485561 Aug 12 21:55:54.664310 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25290519-ceda-4edc-a366-ad16df137b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:54.669570 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25290519-ceda-4edc-a366-ad16df137b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:54.724983 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 57662) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:54.725784 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-25290519-ceda-4edc-a366-ad16df137b11 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2f86c9586527460d8f7b12415d23bf95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970699 Aug 12 21:55:54.729791 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25290519-ceda-4edc-a366-ad16df137b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719b4bd7-b898-4bc0-a6d9-4f7bdc85ca9d,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:54.787570 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99178765-bbae-4143-a946-eeae6330930e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:54.811085 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99178765-bbae-4143-a946-eeae6330930e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:54.888537 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99178765-bbae-4143-a946-eeae6330930e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:54.891608 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99178765-bbae-4143-a946-eeae6330930e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:54.892760 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-99178765-bbae-4143-a946-eeae6330930e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/719b4bd7-b898-4bc0-a6d9-4f7bdc85ca9d HTTP/1.1" status: 204 len: 168 time: 0.1613896 Aug 12 21:55:54.902215 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99178765-bbae-4143-a946-eeae6330930e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719b4bd7-b898-4bc0-a6d9-4f7bdc85ca9d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:55.120045 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d1ea0-23cd-4438-97e1-fa39089e20b5 req-f9f3f48a-d6aa-49f0-a46e-b6800dbec61b tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:55.121647 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f60d1ea0-23cd-4438-97e1-fa39089e20b5 req-f9f3f48a-d6aa-49f0-a46e-b6800dbec61b tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.66 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 946 time: 0.0531700 Aug 12 21:55:55.271085 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-f60d1ea0-23cd-4438-97e1-fa39089e20b5 req-c3ce32fd-41df-44a2-acc8-587c10558583 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Deleting port 0717f797-0538-4a11-b411-92fa1b4412fa {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:55:55.271437 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f60d1ea0-23cd-4438-97e1-fa39089e20b5 req-c3ce32fd-41df-44a2-acc8-587c10558583 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:55.435443 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f60d1ea0-23cd-4438-97e1-fa39089e20b5 req-c3ce32fd-41df-44a2-acc8-587c10558583 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] For port 0717f797-0538-4a11-b411-92fa1b4412fa, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0717f797-0538-4a11-b411-92fa1b4412fa,segment=NetworkSegment(24b858aa-41ad-4ad6-9807-416bf1a740da),segment_id=24b858aa-41ad-4ad6-9807-416bf1a740da)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:55:55.436018 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f60d1ea0-23cd-4438-97e1-fa39089e20b5 req-c3ce32fd-41df-44a2-acc8-587c10558583 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:55.445295 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f81482-22e4-43ee-a704-43dfc1bc46f7 req-6e953167-51c5-4aba-bfc6-5f11f1b0dfbd tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:55.446785 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f8f81482-22e4-43ee-a704-43dfc1bc46f7 req-6e953167-51c5-4aba-bfc6-5f11f1b0dfbd tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 946 time: 0.0840628 Aug 12 21:55:55.466636 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-f60d1ea0-23cd-4438-97e1-fa39089e20b5 req-c3ce32fd-41df-44a2-acc8-587c10558583 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Calling delete_port for 0717f797-0538-4a11-b411-92fa1b4412fa owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:55:55.563016 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f8f81482-22e4-43ee-a704-43dfc1bc46f7 req-585b6f5b-f299-4b1d-b424-52e94da4d7be tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/security-groups?id=8e875076-8423-40eb-8e83-a62d0d548061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085336 Aug 12 21:55:55.627183 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4598c-0a39-488a-865a-d925f517473e req-27e3c966-f058-4277-9003-01b04da9ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:55.629659 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-64a4598c-0a39-488a-865a-d925f517473e req-27e3c966-f058-4277-9003-01b04da9ac55 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 1098 time: 0.0613718 Aug 12 21:55:55.679533 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-64a4598c-0a39-488a-865a-d925f517473e req-0771f722-fedf-45fc-a5cd-bf84385022a8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381141 Aug 12 21:55:55.687958 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f60d1ea0-23cd-4438-97e1-fa39089e20b5 req-c3ce32fd-41df-44a2-acc8-587c10558583 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:55.701916 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['0717f797-0538-4a11-b411-92fa1b4412fa'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:55:55.740597 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce32fd-41df-44a2-acc8-587c10558583 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Pushing event deleted for resources: {'Port': ['ID=0717f797-0538-4a11-b411-92fa1b4412fa,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:55.827369 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60d1ea0-23cd-4438-97e1-fa39089e20b5 req-c3ce32fd-41df-44a2-acc8-587c10558583 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] No DVR routers for this DVR port 0717f797-0538-4a11-b411-92fa1b4412fa on host hv-cinder-80445 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:55:55.833903 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f60d1ea0-23cd-4438-97e1-fa39089e20b5 req-c3ce32fd-41df-44a2-acc8-587c10558583 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:55.835879 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f60d1ea0-23cd-4438-97e1-fa39089e20b5 req-c3ce32fd-41df-44a2-acc8-587c10558583 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.66 "DELETE /v2.0/ports/0717f797-0538-4a11-b411-92fa1b4412fa HTTP/1.1" status: 204 len: 173 time: 0.6970313 Aug 12 21:55:55.841593 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea', 'name': 'network-vif-deleted', 'tag': '0717f797-0538-4a11-b411-92fa1b4412fa'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:55:55.843817 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596f560c-307c-4c0a-8024-7d4204044fb0" -d '{"events": [{"server_uuid": "36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea", "name": "network-vif-deleted", "tag": "0717f797-0538-4a11-b411-92fa1b4412fa"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:55:55.858506 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1639dd-5f48-48ce-9d1f-d719911e0764 req-7c565df4-d227-4ed8-81de-846422a23094 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:55.865666 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0f1639dd-5f48-48ce-9d1f-d719911e0764 req-7c565df4-d227-4ed8-81de-846422a23094 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.1674533 Aug 12 21:55:55.923371 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0f1639dd-5f48-48ce-9d1f-d719911e0764 req-70ffb5b1-6395-4cdc-91c6-38240d0e1171 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567515 Aug 12 21:55:56.002215 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 57734) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:56.056186 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d55594-ac32-4d50-952c-27fc7d14c5e6 x-openstack-request-id: req-e2d55594-ac32-4d50-952c-27fc7d14c5e6 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:55:56.056551 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea", "name": "network-vif-deleted", "tag": "0717f797-0538-4a11-b411-92fa1b4412fa", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:55:56.056797 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e2d55594-ac32-4d50-952c-27fc7d14c5e6 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:55:56.057320 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea', 'name': 'network-vif-deleted', 'tag': '0717f797-0538-4a11-b411-92fa1b4412fa', 'status': 'completed', 'code': 200} Aug 12 21:55:56.200850 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d1d594f5-07ba-448f-b0cc-7e2cfd068616 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1301182564-network', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:55:56.204692 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-e842caed-ff0d-42cd-a116-9539a69a1847 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=8591d634d2cc4eb6842435f678d8782a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394189 Aug 12 21:55:56.288430 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d594f5-07ba-448f-b0cc-7e2cfd068616 admin admin] Made reservation on behalf of d8e3429a9f264b3f96368c74923af18f for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:55:56.290678 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1d594f5-07ba-448f-b0cc-7e2cfd068616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:56.324541 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1d594f5-07ba-448f-b0cc-7e2cfd068616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:56.429203 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-d3b86071-c07c-46c9-a0d3-1c3530faf77a tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:56.430669 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-d3b86071-c07c-46c9-a0d3-1c3530faf77a tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2185094 Aug 12 21:55:56.460831 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-a3a9fb11-2660-4b1f-95c7-dd2a22ad0861 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/quotas/8591d634d2cc4eb6842435f678d8782a HTTP/1.1" status: 200 len: 375 time: 0.0217054 Aug 12 21:55:56.513653 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-84213f09-06eb-4938-80b5-c16d038b489d tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8591d634d2cc4eb6842435f678d8782a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469456 Aug 12 21:55:56.551727 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1d594f5-07ba-448f-b0cc-7e2cfd068616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:56.561082 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1d594f5-07ba-448f-b0cc-7e2cfd068616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:56.622182 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d594f5-07ba-448f-b0cc-7e2cfd068616 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:55:56.625990 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d594f5-07ba-448f-b0cc-7e2cfd068616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8715cf32-1bff-4319-b6dc-0006b500354b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:56.642704 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1d594f5-07ba-448f-b0cc-7e2cfd068616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:56.643189 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-d1d594f5-07ba-448f-b0cc-7e2cfd068616 admin admin] Added segment 9e64b139-8ea6-4c4d-b4e2-7a33230f2bff of type vlan for network 613fc478-5bf3-40ff-985a-d2037dcedd3d Aug 12 21:55:56.697766 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1d594f5-07ba-448f-b0cc-7e2cfd068616 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:56.769146 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2074852b-2463-4526-95d2-9f4a544c0690 req-9efaaa9c-b825-4a71-be00-7f3d9b2f9993 tempest-VolumesActionsTest-1291716558 tempest-VolumesActionsTest-1291716558-project] 10.222.0.74 "GET /v2.0/ports?device_id=36606d6b-a7fc-4c5b-8f63-cd9bb3f438ea HTTP/1.1" status: 200 len: 210 time: 0.0550013 Aug 12 21:55:56.780492 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1d594f5-07ba-448f-b0cc-7e2cfd068616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:56.783659 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d594f5-07ba-448f-b0cc-7e2cfd068616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:56.784257 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1d594f5-07ba-448f-b0cc-7e2cfd068616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:57.175619 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 57802) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:57.176132 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d1d594f5-07ba-448f-b0cc-7e2cfd068616 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1723120 Aug 12 21:55:57.183645 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-43575608-d9bb-4adf-a101-2d1e8c25997a admin admin] Request body: {'subnet': {'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1301182564-subnet', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:55:57.193791 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d594f5-07ba-448f-b0cc-7e2cfd068616 admin admin] Pushing event updated for resources: {'Network': ['ID=613fc478-5bf3-40ff-985a-d2037dcedd3d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:57.207077 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network 613fc478-5bf3-40ff-985a-d2037dcedd3d details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:55:57.238724 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d41b4976-2ba8-46b6-82f1-ac943a67ab99 req-fbae63be-2f1c-4342-b045-62305663f225 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 210 time: 0.0823443 Aug 12 21:55:57.241096 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43575608-d9bb-4adf-a101-2d1e8c25997a admin admin] Made reservation on behalf of d8e3429a9f264b3f96368c74923af18f for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:55:57.243743 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-43575608-d9bb-4adf-a101-2d1e8c25997a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:57.403972 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e63934-f6a0-42f7-bfc6-b7adc4b50d96 req-a4a4ed01-79d3-40e2-b77a-28912ba52742 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:57.406115 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e63934-f6a0-42f7-bfc6-b7adc4b50d96 req-a4a4ed01-79d3-40e2-b77a-28912ba52742 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0849783 Aug 12 21:55:57.450442 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e63934-f6a0-42f7-bfc6-b7adc4b50d96 req-adba5e6f-3227-45c6-b953-9c68e19f1730 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369935 Aug 12 21:55:57.525951 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-43575608-d9bb-4adf-a101-2d1e8c25997a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:57.586075 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43575608-d9bb-4adf-a101-2d1e8c25997a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d02462e4-e48f-4f21-a855-efcf02a2fe69,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:57.595802 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43575608-d9bb-4adf-a101-2d1e8c25997a admin admin] Checking segment: {'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:55:57.596242 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43575608-d9bb-4adf-a101-2d1e8c25997a admin admin] Network hostable DHCP agents. Network: 613fc478-5bf3-40ff-985a-d2037dcedd3d, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:55:57.601236 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778798e-df5d-46fe-9da1-6c8b200378af req-ac0bf032-5f8f-46d2-a480-c583e65b6411 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:57.602719 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6778798e-df5d-46fe-9da1-6c8b200378af req-ac0bf032-5f8f-46d2-a480-c583e65b6411 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0565810 Aug 12 21:55:57.616567 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43575608-d9bb-4adf-a101-2d1e8c25997a admin admin] Network 613fc478-5bf3-40ff-985a-d2037dcedd3d is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:55:57.626236 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-43575608-d9bb-4adf-a101-2d1e8c25997a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, 613fc478-5bf3-40ff-985a-d2037dcedd3d) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:55:57.632006 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43575608-d9bb-4adf-a101-2d1e8c25997a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:57.632852 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-43575608-d9bb-4adf-a101-2d1e8c25997a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:57.636965 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cba75a-aac9-4ea7-ac16-a436b005f637 None None] Network 613fc478-5bf3-40ff-985a-d2037dcedd3d requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:55:57.649018 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6778798e-df5d-46fe-9da1-6c8b200378af req-0677f9bd-a8bd-4ab3-942e-e15f79866b89 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389938 Aug 12 21:55:57.653293 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-43575608-d9bb-4adf-a101-2d1e8c25997a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4756665 Aug 12 21:55:57.656028 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 57812) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:55:57.660470 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:55:57.695797 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233092'] for router, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:57.697154 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3870766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233099'] for router, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:57.760898 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:57.822370 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84091054-6386-429f-9594-80b4de65c46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp519ec5f0-7f67-5fcd-9bb7-8bb7eed2c7e7-613fc478-5bf3-40ff-985a-d2037dcedd3d', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69'}]}} from dv-cinder-804457-2-iscsi. {{(pid=93883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:55:57.824182 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84091054-6386-429f-9594-80b4de65c46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:57.935654 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:58.008199 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-84091054-6386-429f-9594-80b4de65c46d None None] Allocated IP 172.20.0.2 (613fc478-5bf3-40ff-985a-d2037dcedd3d/d02462e4-e48f-4f21-a855-efcf02a2fe69/26b796aa-8576-407f-98f8-a6e3533dbdf5) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:55:58.190935 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84091054-6386-429f-9594-80b4de65c46d None None] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:58.200800 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-84091054-6386-429f-9594-80b4de65c46d None None] Transition to ACTIVE for port object 26b796aa-8576-407f-98f8-a6e3533dbdf5 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:55:58.203349 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:58.222787 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-84091054-6386-429f-9594-80b4de65c46d None None] Transition to ACTIVE for port object 26b796aa-8576-407f-98f8-a6e3533dbdf5 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:55:58.227269 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:58.232907 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84091054-6386-429f-9594-80b4de65c46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:58.261194 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-67dd535e-1b46-42d6-b780-c87d8a182499 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=8591d634d2cc4eb6842435f678d8782a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315480 Aug 12 21:55:58.282107 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84091054-6386-429f-9594-80b4de65c46d None None] Network 613fc478-5bf3-40ff-985a-d2037dcedd3d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:55:58.285783 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-84091054-6386-429f-9594-80b4de65c46d None None] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:55:58.289056 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84091054-6386-429f-9594-80b4de65c46d None None] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:55:58.381730 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84091054-6386-429f-9594-80b4de65c46d None None] Pushing event updated for resources: {'Port': ['ID=26b796aa-8576-407f-98f8-a6e3533dbdf5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:58.397323 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-84091054-6386-429f-9594-80b4de65c46d None None] Attempting to bind port 26b796aa-8576-407f-98f8-a6e3533dbdf5 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:55:58.397699 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-84091054-6386-429f-9594-80b4de65c46d None None] Attempting to bind port 26b796aa-8576-407f-98f8-a6e3533dbdf5 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:55:58.398063 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84091054-6386-429f-9594-80b4de65c46d None None] Attempting to bind port 26b796aa-8576-407f-98f8-a6e3533dbdf5 on network 613fc478-5bf3-40ff-985a-d2037dcedd3d {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:55:58.411267 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84091054-6386-429f-9594-80b4de65c46d None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:55:58.411657 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84091054-6386-429f-9594-80b4de65c46d None None] Checking segment: {'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:55:58.413743 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84091054-6386-429f-9594-80b4de65c46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:58.414213 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84091054-6386-429f-9594-80b4de65c46d None None] Bound using segment: {'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:55:58.415624 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-84091054-6386-429f-9594-80b4de65c46d None None] Bound port: 26b796aa-8576-407f-98f8-a6e3533dbdf5, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:55:58.419292 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84091054-6386-429f-9594-80b4de65c46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:58.484580 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Allocated IP 172.27.1.253 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/8de1a405-0de4-43ba-a232-de604330f02a) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:55:58.497709 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-994ea8e8-378d-4aeb-af93-7dfef9623edf req-2503c657-290d-4a33-bf9f-6d406144ee79 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 210 time: 0.0757430 Aug 12 21:55:58.550817 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-ed15777b-6131-4722-9181-8e8c2e521a46 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:58.552542 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-ed15777b-6131-4722-9181-8e8c2e521a46 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2904315 Aug 12 21:55:58.586663 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-84091054-6386-429f-9594-80b4de65c46d None None] For port 26b796aa-8576-407f-98f8-a6e3533dbdf5, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:55:58.593380 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Request body: {'port': {'device_id': 'fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8', 'network_id': '61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb', 'admin_state_up': True, 'tenant_id': '8591d634d2cc4eb6842435f678d8782a'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:55:58.606657 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-84091054-6386-429f-9594-80b4de65c46d None None] For port 26b796aa-8576-407f-98f8-a6e3533dbdf5, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=26b796aa-8576-407f-98f8-a6e3533dbdf5,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:55:58.618602 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84091054-6386-429f-9594-80b4de65c46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:58.685254 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:58.719891 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84091054-6386-429f-9594-80b4de65c46d None None] Pushing event updated for resources: {'Port': ['ID=26b796aa-8576-407f-98f8-a6e3533dbdf5,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:58.767402 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:58.776121 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Made reservation on behalf of 8591d634d2cc4eb6842435f678d8782a for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:55:58.780205 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:58.804623 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:58.818530 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Pushing event updated for resources: {'Port': ['ID=8de1a405-0de4-43ba-a232-de604330f02a,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:58.829823 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:55:58.831830 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:55:58.835098 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:55:58.960794 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:58.966933 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 0717f797-0538-4a11-b411-92fa1b4412fa no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:55:58.984466 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:59.003768 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: 0717f797-0538-4a11-b411-92fa1b4412fa {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:55:59.014925 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 0717f797-0538-4a11-b411-92fa1b4412fa not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:55:59.038150 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e85a32-240e-44f8-be5c-dc26c1e50de8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:55:59.367769 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Allocated IP 192.168.233.73 (61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb/e1810881-fdbf-415c-88c5-ac2497ea336f/f02ba791-049d-4c9b-818a-d3b0c530c126) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:55:59.390673 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-59832f12-b4f6-422d-bbb3-1e990f63b31a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:59.392489 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-59832f12-b4f6-422d-bbb3-1e990f63b31a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/networks?id=4a83ee7f-2284-4366-8da4-358a3b379299 HTTP/1.1" status: 200 len: 815 time: 0.3511207 Aug 12 21:55:59.433282 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-116e163f-ff45-499f-b525-13e7821c83c6 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/quotas/3dd1520c8b454427bcf76f6921e65358 HTTP/1.1" status: 200 len: 375 time: 0.0286188 Aug 12 21:55:59.436755 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:59.571773 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cdec2-194b-44ba-be07-37f3a293a0b8 req-e1b65147-9169-4524-9d62-bd661c09a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:59.576264 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-010cdec2-194b-44ba-be07-37f3a293a0b8 req-e1b65147-9169-4524-9d62-bd661c09a4b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=578655d9defa4fde962a9185bfbbbbfe&device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 1098 time: 0.1009209 Aug 12 21:55:59.631299 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-b7277bed-2611-4f80-816e-b15155f1e428 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3dd1520c8b454427bcf76f6921e65358&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1867757 Aug 12 21:55:59.694783 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:59.704917 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2096e25-bb11-46b9-af17-5f68439d537b req-90c57acd-dd47-429a-9f7c-47e59134e2d1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:55:59.706451 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b2096e25-bb11-46b9-af17-5f68439d537b req-90c57acd-dd47-429a-9f7c-47e59134e2d1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.1786728 Aug 12 21:55:59.713773 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733243'] for router, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:55:59.763019 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 26b796aa-8576-407f-98f8-a6e3533dbdf5 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:55:59.826559 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-dad52441-9e8e-4440-81b5-270392a9589e service neutron] 10.222.0.74 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615968 Aug 12 21:55:59.875826 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 26b796aa-8576-407f-98f8-a6e3533dbdf5 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:55:59.880878 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 is scheduled to L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c with binding_index 1 {{(pid=93881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:55:59.901020 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Transition to ACTIVE for port object f02ba791-049d-4c9b-818a-d3b0c530c126 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:55:59.925105 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b2096e25-bb11-46b9-af17-5f68439d537b req-2a8c1bae-21f9-4184-8a8d-798d4fb0d873 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773231 Aug 12 21:56:00.033250 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:56:00.044635 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Sync routers for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:56:00.055345 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5cc93fa4-0d2f-4eda-b9ba-cee3bd2dc0ff req-4931ed12-3b89-4f4d-87fc-807462e81e48 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 210 time: 0.0487902 Aug 12 21:56:00.062155 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:56:00.062997 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:55:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:00.067377 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-961fd7a0-cd0d-44bf-8fb3-573d78863bc3 service neutron] 10.222.0.74 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399147 Aug 12 21:56:00.091316 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:00.097424 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:00.098674 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-34aca3f3-fec6-4a22-9b5d-be69f00cabf0 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4416955 Aug 12 21:56:00.102538 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 57918) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:00.239680 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b3b877-e3d3-4c25-96f1-eb05712ebf91 None None] Network 613fc478-5bf3-40ff-985a-d2037dcedd3d requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:56:00.299594 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Network 61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:56:00.305038 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:56:00.325838 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:56:00.332395 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:56:00.334408 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Pushing event updated for resources: {'Port': ['ID=f02ba791-049d-4c9b-818a-d3b0c530c126,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:00.338205 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-bcf150a9-965e-4c8d-86fd-e0dfb09ac608 None None] Provisioning for port 26b796aa-8576-407f-98f8-a6e3533dbdf5 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:56:00.345581 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-bcf150a9-965e-4c8d-86fd-e0dfb09ac608 None None] Provisioning complete for port 26b796aa-8576-407f-98f8-a6e3533dbdf5 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:00.346304 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bcf150a9-965e-4c8d-86fd-e0dfb09ac608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:00.446833 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:00.447523 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:00.504378 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-630e2c77-4544-44cc-b974-79aeafb7d713 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9157965 Aug 12 21:56:00.568668 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bcf150a9-965e-4c8d-86fd-e0dfb09ac608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:00.610952 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:55:58Z', 'revision_number': 3, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:00.616170 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-bcf150a9-965e-4c8d-86fd-e0dfb09ac608 None None] For port 26b796aa-8576-407f-98f8-a6e3533dbdf5, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=26b796aa-8576-407f-98f8-a6e3533dbdf5,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:00.625545 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bcf150a9-965e-4c8d-86fd-e0dfb09ac608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:00.655112 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Checking router: 9e73ea9a-2a76-435e-9431-5f31bc4dd771 for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:56:00.655397 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Updating router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 port 8de1a405-0de4-43ba-a232-de604330f02a binding host dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:56:00.701000 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:00.708283 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf150a9-965e-4c8d-86fd-e0dfb09ac608 None None] Pushing event updated for resources: {'Port': ['ID=26b796aa-8576-407f-98f8-a6e3533dbdf5,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:00.762754 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-eedb8ec1-b3ad-483c-a0be-3dbe518d8049 None None] Provisioning for port f02ba791-049d-4c9b-818a-d3b0c530c126 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:56:00.769174 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-eedb8ec1-b3ad-483c-a0be-3dbe518d8049 None None] Provisioning complete for port f02ba791-049d-4c9b-818a-d3b0c530c126 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:00.770153 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eedb8ec1-b3ad-483c-a0be-3dbe518d8049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:00.809907 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-eedb8ec1-b3ad-483c-a0be-3dbe518d8049 None None] Port f02ba791-049d-4c9b-818a-d3b0c530c126 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:56:00.835133 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:00.929479 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-7d2ca979-5ae0-44ca-af62-51c12cdd076d None None] Provisioning complete for port 26b796aa-8576-407f-98f8-a6e3533dbdf5 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:00.929854 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d2ca979-5ae0-44ca-af62-51c12cdd076d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:00.987172 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Allocated IP 172.20.0.1 (613fc478-5bf3-40ff-985a-d2037dcedd3d/d02462e4-e48f-4f21-a855-efcf02a2fe69/be8fdd6c-4f2a-4848-8eb3-d80412de78f8) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:56:00.993381 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:01.004147 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Transition to ACTIVE for port object 8de1a405-0de4-43ba-a232-de604330f02a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:56:01.010435 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:01.097422 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:01.110909 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Transition to ACTIVE for port object be8fdd6c-4f2a-4848-8eb3-d80412de78f8 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:56:01.146178 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:01.148188 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Attempting to bind port 8de1a405-0de4-43ba-a232-de604330f02a on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:56:01.148670 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Attempting to bind port 8de1a405-0de4-43ba-a232-de604330f02a by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:56:01.148909 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Attempting to bind port 8de1a405-0de4-43ba-a232-de604330f02a on network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:56:01.150960 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d05132-3825-4e30-b698-9d807f0da31c None None] Pushing event updated for resources: {'Port': ['ID=8de1a405-0de4-43ba-a232-de604330f02a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:01.160112 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d05132-3825-4e30-b698-9d807f0da31c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:01.160460 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d05132-3825-4e30-b698-9d807f0da31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:01.160803 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d05132-3825-4e30-b698-9d807f0da31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:01.161177 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d05132-3825-4e30-b698-9d807f0da31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:01.161513 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d05132-3825-4e30-b698-9d807f0da31c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:01.161846 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d05132-3825-4e30-b698-9d807f0da31c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:01.162172 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d05132-3825-4e30-b698-9d807f0da31c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:01.162495 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d05132-3825-4e30-b698-9d807f0da31c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:01.162839 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d05132-3825-4e30-b698-9d807f0da31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:01.163161 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d05132-3825-4e30-b698-9d807f0da31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:01.163479 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d05132-3825-4e30-b698-9d807f0da31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:01.163795 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d05132-3825-4e30-b698-9d807f0da31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:01.167648 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:56:01.168133 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Checking segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:56:01.168332 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:01.168765 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Bound using segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:56:01.169270 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Bound port: 8de1a405-0de4-43ba-a232-de604330f02a, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:56:01.169690 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:01.185462 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Network 613fc478-5bf3-40ff-985a-d2037dcedd3d is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:56:01.190825 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:56:01.193885 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:56:01.225536 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Pushing event updated for resources: {'Port': ['ID=be8fdd6c-4f2a-4848-8eb3-d80412de78f8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:01.238004 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] For port 8de1a405-0de4-43ba-a232-de604330f02a, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:56:01.241389 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] For port 8de1a405-0de4-43ba-a232-de604330f02a, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=8de1a405-0de4-43ba-a232-de604330f02a,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:56:01.246305 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3839022'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:01.247616 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:01.298337 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:56:01.299268 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:55:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:01.347004 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d05132-3825-4e30-b698-9d807f0da31c None None] Pushing event updated for resources: {'Port': ['ID=8de1a405-0de4-43ba-a232-de604330f02a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:01.393579 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:01.418515 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:56:01.446963 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-dbc6dfb2-b52f-483b-9749-07982bcd9f49 None None] Provisioning for port be8fdd6c-4f2a-4848-8eb3-d80412de78f8 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:56:01.452936 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-dbc6dfb2-b52f-483b-9749-07982bcd9f49 None None] Provisioning complete for port be8fdd6c-4f2a-4848-8eb3-d80412de78f8 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:01.453488 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbc6dfb2-b52f-483b-9749-07982bcd9f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:01.489550 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-dbc6dfb2-b52f-483b-9749-07982bcd9f49 None None] Port be8fdd6c-4f2a-4848-8eb3-d80412de78f8 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:56:01.554087 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:01.558719 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:01.602711 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:55:58Z', 'revision_number': 3, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:01.633031 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Pushing event updated for resources: {'Port': ['ID=be8fdd6c-4f2a-4848-8eb3-d80412de78f8,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:01.633031 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3839162'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:01.634677 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e118e-53ce-433f-98a4-0969c21a74c3 None None] The sync data for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi is: [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:55:58Z', 'revision_number': 3, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:56:01.663090 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 26b796aa-8576-407f-98f8-a6e3533dbdf5 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:56:01.721510 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 26b796aa-8576-407f-98f8-a6e3533dbdf5 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:01.721865 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Network 613fc478-5bf3-40ff-985a-d2037dcedd3d is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:56:01.721988 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:01.723367 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:56:01.852014 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:56:01.980007 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:56:01.986784 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e09354b3-3ee8-4fce-9c41-264a58ccda30 admin admin] 10.222.0.74 "PUT /v2.0/routers/9e73ea9a-2a76-435e-9431-5f31bc4dd771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8769937 Aug 12 21:56:02.013172 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-21311d6b-266f-47d7-a3b9-ff0b8df735b7 None None] Provisioning complete for port be8fdd6c-4f2a-4848-8eb3-d80412de78f8 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:02.013717 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21311d6b-266f-47d7-a3b9-ff0b8df735b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:02.052093 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-21311d6b-266f-47d7-a3b9-ff0b8df735b7 None None] Port be8fdd6c-4f2a-4848-8eb3-d80412de78f8 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:56:02.476486 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 57966) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:02.481664 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b6eff08e-5357-45ab-b636-e667176f57f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1574252872-network', 'tenant_id': '040d1fc8f5114b5587d3adcd1e3e3379'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:56:02.501864 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6eff08e-5357-45ab-b636-e667176f57f0 admin admin] Made reservation on behalf of 040d1fc8f5114b5587d3adcd1e3e3379 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:56:02.504075 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6eff08e-5357-45ab-b636-e667176f57f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:02.512758 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6eff08e-5357-45ab-b636-e667176f57f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:02.594798 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Request body: {'port': {'device_id': 'fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:56:02.632018 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6eff08e-5357-45ab-b636-e667176f57f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:02.642986 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6eff08e-5357-45ab-b636-e667176f57f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:02.694990 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6eff08e-5357-45ab-b636-e667176f57f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:56:02.697803 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:02.702735 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eff08e-5357-45ab-b636-e667176f57f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a722e954-616a-4ba2-b851-575e335b2973,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:02.723411 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6eff08e-5357-45ab-b636-e667176f57f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:02.724221 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-b6eff08e-5357-45ab-b636-e667176f57f0 admin admin] Added segment d6b5e849-f99b-4b3e-923b-d79ac8fe48c5 of type vlan for network 6fbd4ff8-d47c-4f09-8d78-c5504e8028e7 Aug 12 21:56:02.730323 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cdec2-194b-44ba-be07-37f3a293a0b8 req-637213f9-bf53-44c7-b422-944ad6fab0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:02.733884 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-010cdec2-194b-44ba-be07-37f3a293a0b8 req-637213f9-bf53-44c7-b422-944ad6fab0ac service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e13655-3f36-46fa-b773-fa603af50fee HTTP/1.1" status: 200 len: 919 time: 0.1548061 Aug 12 21:56:02.798330 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-010cdec2-194b-44ba-be07-37f3a293a0b8 req-9439d220-73b1-465d-9b8b-3b08e615b4b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab58f9d5-adcc-442c-8bff-061c168d471f HTTP/1.1" status: 200 len: 217 time: 0.0411265 Aug 12 21:56:02.860138 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cdec2-194b-44ba-be07-37f3a293a0b8 req-1c39f640-5a25-4e66-876b-76ddaeaa09ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:02.861974 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-010cdec2-194b-44ba-be07-37f3a293a0b8 req-1c39f640-5a25-4e66-876b-76ddaeaa09ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3cfec04-1a32-4b2a-bfc9-aa15ffa5e034 HTTP/1.1" status: 200 len: 858 time: 0.0512547 Aug 12 21:56:02.900524 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-010cdec2-194b-44ba-be07-37f3a293a0b8 req-bb08f1e0-c1b5-4025-94b4-7976d65afe69 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e13655-3f36-46fa-b773-fa603af50fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293269 Aug 12 21:56:03.005631 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-010cdec2-194b-44ba-be07-37f3a293a0b8 req-c2063c10-fb49-4cc4-b214-a89001bb081a service neutron] 10.222.0.66 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909398 Aug 12 21:56:03.074812 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-185599a2-e8f5-4951-9986-77d19d324aa8 req-37d323e6-8dbe-4b40-a531-8ea6b0274ec6 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 210 time: 0.3283002 Aug 12 21:56:03.083803 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6eff08e-5357-45ab-b636-e667176f57f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:03.125766 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-010cdec2-194b-44ba-be07-37f3a293a0b8 req-0edb127c-8f6f-4cc2-b128-76f2a99f4cdb service neutron] 10.222.0.66 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033769 Aug 12 21:56:03.178854 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51f039-8f27-42a0-9f75-8d7a508e135a req-44580e5c-d302-4f59-bf3f-abea64d15c56 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:03.180393 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cf51f039-8f27-42a0-9f75-8d7a508e135a req-44580e5c-d302-4f59-bf3f-abea64d15c56 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.4584765 Aug 12 21:56:03.242903 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6eff08e-5357-45ab-b636-e667176f57f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:03.243852 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eff08e-5357-45ab-b636-e667176f57f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:03.244449 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6eff08e-5357-45ab-b636-e667176f57f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:03.266239 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Sync routers for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:56:03.275073 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:56:03.275691 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-296a78a0-406f-4423-a847-05bc961721bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:55:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:03.371889 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b6eff08e-5357-45ab-b636-e667176f57f0 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8942521 Aug 12 21:56:03.375497 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 57978) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:03.384922 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cb9dc-a344-4a71-8c7a-b020fb2e9f5a req-f7e418be-6c36-4597-9411-175c4e266eec tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:03.387330 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-645cb9dc-a344-4a71-8c7a-b020fb2e9f5a req-f7e418be-6c36-4597-9411-175c4e266eec tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 935 time: 0.2249453 Aug 12 21:56:03.397291 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-98f6ffc4-4ee9-46c8-9bbd-d66cecd4db1a admin admin] Request body: {'subnet': {'network_id': '6fbd4ff8-d47c-4f09-8d78-c5504e8028e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1574252872-subnet', 'tenant_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:56:03.402191 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cf51f039-8f27-42a0-9f75-8d7a508e135a req-b3e0d847-b58a-4750-b1aa-082474f0d787 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064595 Aug 12 21:56:03.408064 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:56:03.409357 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eff08e-5357-45ab-b636-e667176f57f0 admin admin] Pushing event updated for resources: {'Network': ['ID=6fbd4ff8-d47c-4f09-8d78-c5504e8028e7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:03.476061 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f6ffc4-4ee9-46c8-9bbd-d66cecd4db1a admin admin] Made reservation on behalf of 040d1fc8f5114b5587d3adcd1e3e3379 for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:56:03.479045 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-98f6ffc4-4ee9-46c8-9bbd-d66cecd4db1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:03.504999 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network 6fbd4ff8-d47c-4f09-8d78-c5504e8028e7 details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:56:03.513425 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-645cb9dc-a344-4a71-8c7a-b020fb2e9f5a req-2d8191ab-fef0-4411-a708-47ad98be1d2b tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/security-groups?id=54e85a32-240e-44f8-be5c-dc26c1e50de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972548 Aug 12 21:56:03.685945 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-c9c93864-e4bb-4a39-b677-fb9a80b7b13e tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:03.688621 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-c9c93864-e4bb-4a39-b677-fb9a80b7b13e tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.66 "GET /v2.0/networks?id=4a83ee7f-2284-4366-8da4-358a3b379299 HTTP/1.1" status: 200 len: 815 time: 0.2779090 Aug 12 21:56:03.713856 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02ba791-049d-4c9b-818a-d3b0c530c126 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:56:03.729811 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-93d0f0c7-77b6-4b1c-ab11-45ce700abff9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Request body: {'port': {'device_id': '4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10', 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299', 'admin_state_up': True, 'tenant_id': '3dd1520c8b454427bcf76f6921e65358'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:56:03.736585 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:03.772633 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Transition to ACTIVE for port object f02ba791-049d-4c9b-818a-d3b0c530c126 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:56:03.780336 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:03.835664 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 8de1a405-0de4-43ba-a232-de604330f02a up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:56:03.894296 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Pushing event updated for resources: {'Port': ['ID=f02ba791-049d-4c9b-818a-d3b0c530c126,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:04.015070 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 8de1a405-0de4-43ba-a232-de604330f02a completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:56:04.025076 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-93d0f0c7-77b6-4b1c-ab11-45ce700abff9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Made reservation on behalf of 3dd1520c8b454427bcf76f6921e65358 for: {'port': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:56:04.031792 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-93d0f0c7-77b6-4b1c-ab11-45ce700abff9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:04.058573 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-98f6ffc4-4ee9-46c8-9bbd-d66cecd4db1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:04.074347 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 8de1a405-0de4-43ba-a232-de604330f02a triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:04.075425 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:04.083432 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Attempting to bind port f02ba791-049d-4c9b-818a-d3b0c530c126 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:56:04.085376 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Attempting to bind port f02ba791-049d-4c9b-818a-d3b0c530c126 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'd51d041b-12b1-403d-8447-30ddbadc59a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:56:04.085788 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Attempting to bind port f02ba791-049d-4c9b-818a-d3b0c530c126 on network 61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:56:04.106473 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Port f02ba791-049d-4c9b-818a-d3b0c530c126 on network 61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:56:04.111687 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Attempting to bind port f02ba791-049d-4c9b-818a-d3b0c530c126 on network 61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:56:04.118684 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:56:04.118888 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Checking segment: {'id': 'd51d041b-12b1-403d-8447-30ddbadc59a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:56:04.119243 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Bound using segment: {'id': 'd51d041b-12b1-403d-8447-30ddbadc59a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:56:04.119677 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Bound port: f02ba791-049d-4c9b-818a-d3b0c530c126, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51d041b-12b1-403d-8447-30ddbadc59a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:56:04.121918 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:04.183296 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6ffc4-4ee9-46c8-9bbd-d66cecd4db1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=54273ed9-4cc5-463d-8406-bf20924bc430,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:04.240710 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f6ffc4-4ee9-46c8-9bbd-d66cecd4db1a admin admin] Checking segment: {'id': 'd6b5e849-f99b-4b3e-923b-d79ac8fe48c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6fbd4ff8-d47c-4f09-8d78-c5504e8028e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:56:04.241191 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f6ffc4-4ee9-46c8-9bbd-d66cecd4db1a admin admin] Network hostable DHCP agents. Network: 6fbd4ff8-d47c-4f09-8d78-c5504e8028e7, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:56:04.283881 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f6ffc4-4ee9-46c8-9bbd-d66cecd4db1a admin admin] Network 6fbd4ff8-d47c-4f09-8d78-c5504e8028e7 is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:56:04.305572 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] For port f02ba791-049d-4c9b-818a-d3b0c530c126, host hv-cinder-80445, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:56:04.336760 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-296a78a0-406f-4423-a847-05bc961721bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 2, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:04.346295 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-98f6ffc4-4ee9-46c8-9bbd-d66cecd4db1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, 6fbd4ff8-d47c-4f09-8d78-c5504e8028e7) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:56:04.350944 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f6ffc4-4ee9-46c8-9bbd-d66cecd4db1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:04.351558 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-98f6ffc4-4ee9-46c8-9bbd-d66cecd4db1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:04.362763 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e846cf9c-d471-4c29-a673-631b225c4350 req-469c1c44-92f5-4612-b807-9dfeb52898a6 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 210 time: 0.0733826 Aug 12 21:56:04.369673 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] For port f02ba791-049d-4c9b-818a-d3b0c530c126, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f02ba791-049d-4c9b-818a-d3b0c530c126,segment=NetworkSegment(d51d041b-12b1-403d-8447-30ddbadc59a3),segment_id=d51d041b-12b1-403d-8447-30ddbadc59a3)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:56:04.386865 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-98f6ffc4-4ee9-46c8-9bbd-d66cecd4db1a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0066922 Aug 12 21:56:04.387156 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 58022) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:04.392471 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1574252872-router', 'tenant_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:56:04.396792 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Checking router: 9e73ea9a-2a76-435e-9431-5f31bc4dd771 for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:56:04.397408 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Updating router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 port be8fdd6c-4f2a-4848-8eb3-d80412de78f8 binding host dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:56:04.399684 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0550fd-fda5-4daf-9d6a-93265b270f0f None None] Network 6fbd4ff8-d47c-4f09-8d78-c5504e8028e7 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:56:04.400212 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-93d0f0c7-77b6-4b1c-ab11-45ce700abff9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Allocated IP 172.20.0.4 (4a83ee7f-2284-4366-8da4-358a3b379299/2113c992-f5ab-4887-8abc-4c769fbc8ead/43745a50-903a-41df-9fdc-e332e8e74d23) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:56:04.402378 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:04.496338 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:04.521057 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port 8de1a405-0de4-43ba-a232-de604330f02a, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=8de1a405-0de4-43ba-a232-de604330f02a,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:04.540449 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:04.543540 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:04.550861 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:04.561152 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:04.565771 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] 10.222.0.66 "PUT /v2.0/ports/f02ba791-049d-4c9b-818a-d3b0c530c126 HTTP/1.1" status: 200 len: 1097 time: 1.9797394 Aug 12 21:56:04.578522 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8', 'tag': 'f02ba791-049d-4c9b-818a-d3b0c530c126'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:56:04.581538 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7965da6-d0c4-4959-894a-4d7a231ee9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8", "tag": "f02ba791-049d-4c9b-818a-d3b0c530c126"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:56:04.682963 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233092'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:04.684608 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3870766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233099'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:04.685658 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=8de1a405-0de4-43ba-a232-de604330f02a,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:04.733095 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7636fd9-da0f-4cea-a18e-db5e7f5e33db service neutron] Pushing event updated for resources: {'Port': ['ID=f02ba791-049d-4c9b-818a-d3b0c530c126,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:04.799977 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-93d0f0c7-77b6-4b1c-ab11-45ce700abff9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:04.874860 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-93d0f0c7-77b6-4b1c-ab11-45ce700abff9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:04.902984 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['0bf94c7b-c766-4d9c-983d-e857bb371855', '17a7a05f-4a8b-4a01-a9cb-d73232e2701d', 'df80aa57-88d9-41b3-97ac-820ae77e64f5'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:56:04.912039 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf3eaa-678f-4aa8-8192-4627a47e93d8 req-80b7bc62-1986-4bea-a5ce-9c96e7727a15 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:04.921351 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-36cf3eaa-678f-4aa8-8192-4627a47e93d8 req-80b7bc62-1986-4bea-a5ce-9c96e7727a15 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.3328102 Aug 12 21:56:04.924649 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:04.955431 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-93d0f0c7-77b6-4b1c-ab11-45ce700abff9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Network 4a83ee7f-2284-4366-8da4-358a3b379299 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:56:04.959832 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-93d0f0c7-77b6-4b1c-ab11-45ce700abff9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:56:04.964477 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-93d0f0c7-77b6-4b1c-ab11-45ce700abff9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:56:04.970466 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-93d0f0c7-77b6-4b1c-ab11-45ce700abff9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:04.971208 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-93d0f0c7-77b6-4b1c-ab11-45ce700abff9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:04.980777 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-7bf97b9f-e08e-48bd-90ae-dd6d2eddf8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:04.982529 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-7bf97b9f-e08e-48bd-90ae-dd6d2eddf8d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8591d634d2cc4eb6842435f678d8782a&device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 1100 time: 0.2863097 Aug 12 21:56:04.995904 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0f0c7-77b6-4b1c-ab11-45ce700abff9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Pushing event updated for resources: {'Port': ['ID=43745a50-903a-41df-9fdc-e332e8e74d23,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:05.020558 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp519ec5f0-7f67-5fcd-9bb7-8bb7eed2c7e7-6fbd4ff8-d47c-4f09-8d78-c5504e8028e7', 'network_id': '6fbd4ff8-d47c-4f09-8d78-c5504e8028e7', 'tenant_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'fixed_ips': [{'subnet_id': '54273ed9-4cc5-463d-8406-bf20924bc430'}]}} from dv-cinder-804457-2-iscsi. {{(pid=93883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:56:05.021442 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:05.023953 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-93d0f0c7-77b6-4b1c-ab11-45ce700abff9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3078544 Aug 12 21:56:05.054741 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Request body: {'port': {'device_id': '4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:56:05.158347 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:05.174475 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ad7e5-e59d-415a-9b41-d40cd0674d78 req-2c311169-84a1-49fc-8356-959aaeb9c2d2 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:05.176295 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b25ad7e5-e59d-415a-9b41-d40cd0674d78 req-2c311169-84a1-49fc-8356-959aaeb9c2d2 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 947 time: 0.4484687 Aug 12 21:56:05.184121 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-239034df-99af-46fa-9f5f-f414c42550b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=f02ba791-049d-4c9b-818a-d3b0c530c126 HTTP/1.1" status: 200 len: 217 time: 0.1438415 Aug 12 21:56:05.203171 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-36cf3eaa-678f-4aa8-8192-4627a47e93d8 req-4f77532e-f4f7-430b-8805-650a374fa65a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763591 Aug 12 21:56:05.307320 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d331d97-5a29-4caa-b895-27faf49bae94 x-openstack-request-id: req-8d331d97-5a29-4caa-b895-27faf49bae94 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:56:05.308329 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8", "tag": "f02ba791-049d-4c9b-818a-d3b0c530c126", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:56:05.311420 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8d331d97-5a29-4caa-b895-27faf49bae94 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:56:05.312000 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8', 'tag': 'f02ba791-049d-4c9b-818a-d3b0c530c126', 'status': 'completed', 'code': 200} Aug 12 21:56:05.419957 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:05.479665 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Allocated IP 172.20.0.2 (6fbd4ff8-d47c-4f09-8d78-c5504e8028e7/54273ed9-4cc5-463d-8406-bf20924bc430/092c3adf-7935-49d6-985b-3b97e48a4913) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:56:05.512056 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b25ad7e5-e59d-415a-9b41-d40cd0674d78 req-c1f3dc65-e1d7-4715-8264-3d96da68790b tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/security-groups?id=54e85a32-240e-44f8-be5c-dc26c1e50de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262360 Aug 12 21:56:05.526499 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-c73ac538-b0bd-4b67-af3e-3892c3d5f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:05.528597 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-c73ac538-b0bd-4b67-af3e-3892c3d5f701 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1810881-fdbf-415c-88c5-ac2497ea336f HTTP/1.1" status: 200 len: 843 time: 0.3232248 Aug 12 21:56:05.685826 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-894826e9-a324-4b84-b55c-5c9fbc6f9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:05.687542 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-894826e9-a324-4b84-b55c-5c9fbc6f9d65 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1181393 Aug 12 21:56:05.694825 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43745a50-903a-41df-9fdc-e332e8e74d23 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:56:05.716526 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:05.739321 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 8de1a405-0de4-43ba-a232-de604330f02a up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:56:05.743300 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Transition to ACTIVE for port object 43745a50-903a-41df-9fdc-e332e8e74d23 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:56:05.758452 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:05.776356 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fa123-b724-49b8-afb9-b05e6470ceb9 req-f76afcf0-bf9c-4b73-a4f2-e55f16868f20 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:05.784818 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-806fa123-b724-49b8-afb9-b05e6470ceb9 req-f76afcf0-bf9c-4b73-a4f2-e55f16868f20 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 931 time: 0.1716394 Aug 12 21:56:05.820007 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:05.828749 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Transition to ACTIVE for port object 092c3adf-7935-49d6-985b-3b97e48a4913 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:56:05.830706 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Pushing event updated for resources: {'Port': ['ID=43745a50-903a-41df-9fdc-e332e8e74d23,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:05.851789 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Transition to ACTIVE for port object 092c3adf-7935-49d6-985b-3b97e48a4913 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:56:05.901950 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:05.920653 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-806fa123-b724-49b8-afb9-b05e6470ceb9 req-ded00335-57ba-444e-a122-f1387ff5de72 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349099 Aug 12 21:56:05.950542 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-a259ade8-3daa-46db-b91d-366ec0ed9adb service neutron] 10.222.0.66 "GET /v2.0/networks/61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488675 Aug 12 21:56:05.980585 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 8de1a405-0de4-43ba-a232-de604330f02a triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:05.981015 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:05.983659 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Network 6fbd4ff8-d47c-4f09-8d78-c5504e8028e7 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:56:06.018632 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Attempting to bind port 43745a50-903a-41df-9fdc-e332e8e74d23 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:56:06.019001 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Attempting to bind port 43745a50-903a-41df-9fdc-e332e8e74d23 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:56:06.019300 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Attempting to bind port 43745a50-903a-41df-9fdc-e332e8e74d23 on network 4a83ee7f-2284-4366-8da4-358a3b379299 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:56:06.031997 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:06.033079 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Port 43745a50-903a-41df-9fdc-e332e8e74d23 on network 4a83ee7f-2284-4366-8da4-358a3b379299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:56:06.033448 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Attempting to bind port 43745a50-903a-41df-9fdc-e332e8e74d23 on network 4a83ee7f-2284-4366-8da4-358a3b379299 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:56:06.034561 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:56:06.044017 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:56:06.057222 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:56:06.058133 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Checking segment: {'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:56:06.058616 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Bound using segment: {'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:56:06.062137 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Bound port: 43745a50-903a-41df-9fdc-e332e8e74d23, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:56:06.062723 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:06.064639 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Transition to ACTIVE for port object be8fdd6c-4f2a-4848-8eb3-d80412de78f8 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:56:06.084843 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Pushing event updated for resources: {'Port': ['ID=092c3adf-7935-49d6-985b-3b97e48a4913,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:06.136913 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:06.138688 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:06.165846 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:06.176979 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12b3c82a-8748-4eb3-a50a-64eb5439d88d req-1a21b373-7c7b-43e8-acca-8a6ff3c6e472 service neutron] 10.222.0.66 "GET /v2.0/networks/61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925392 Aug 12 21:56:06.180613 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] For port 43745a50-903a-41df-9fdc-e332e8e74d23, host hv-cinder-80445, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:56:06.204012 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] For port 43745a50-903a-41df-9fdc-e332e8e74d23, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=43745a50-903a-41df-9fdc-e332e8e74d23,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:56:06.219722 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:06.266702 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Attempting to bind port 092c3adf-7935-49d6-985b-3b97e48a4913 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:56:06.267086 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Attempting to bind port 092c3adf-7935-49d6-985b-3b97e48a4913 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': 'd6b5e849-f99b-4b3e-923b-d79ac8fe48c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6fbd4ff8-d47c-4f09-8d78-c5504e8028e7'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:56:06.267458 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Attempting to bind port 092c3adf-7935-49d6-985b-3b97e48a4913 on network 6fbd4ff8-d47c-4f09-8d78-c5504e8028e7 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:56:06.284486 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:06.285394 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:06.290631 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] 10.222.0.66 "PUT /v2.0/ports/43745a50-903a-41df-9fdc-e332e8e74d23 HTTP/1.1" status: 200 len: 1093 time: 1.2503939 Aug 12 21:56:06.317351 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d4225-acb6-4519-86d3-1f10c5f32e62 None None] Pushing event updated for resources: {'Port': ['ID=be8fdd6c-4f2a-4848-8eb3-d80412de78f8,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:06.321215 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:56:06.330142 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10', 'tag': '43745a50-903a-41df-9fdc-e332e8e74d23'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:56:06.330294 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Checking segment: {'id': 'd6b5e849-f99b-4b3e-923b-d79ac8fe48c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6fbd4ff8-d47c-4f09-8d78-c5504e8028e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:56:06.330294 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:06.330862 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Bound using segment: {'id': 'd6b5e849-f99b-4b3e-923b-d79ac8fe48c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6fbd4ff8-d47c-4f09-8d78-c5504e8028e7'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:56:06.331397 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Bound port: 092c3adf-7935-49d6-985b-3b97e48a4913, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b5e849-f99b-4b3e-923b-d79ac8fe48c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6fbd4ff8-d47c-4f09-8d78-c5504e8028e7'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:56:06.331797 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:06.332998 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96212d08-571e-4393-aff6-0a6fc7325c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10", "tag": "43745a50-903a-41df-9fdc-e332e8e74d23"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:56:06.334536 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Allocated IP 172.27.1.82 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/97345fda-28a0-4301-8d71-e2ef158eff7e) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:56:06.494552 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:06.548345 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980bea6f-4b31-4056-8375-f38f93b39938 x-openstack-request-id: req-980bea6f-4b31-4056-8375-f38f93b39938 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:56:06.548582 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10", "tag": "43745a50-903a-41df-9fdc-e332e8e74d23", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:56:06.549495 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-980bea6f-4b31-4056-8375-f38f93b39938 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:56:06.550567 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10', 'tag': '43745a50-903a-41df-9fdc-e332e8e74d23', 'status': 'completed', 'code': 200} Aug 12 21:56:06.551525 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed175ce-c800-4d42-a70a-bb43ce90e762 service neutron] Pushing event updated for resources: {'Port': ['ID=43745a50-903a-41df-9fdc-e332e8e74d23,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:06.603923 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-7f9baba6-df28-441f-95b7-cecf76d6b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:06.605689 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-7f9baba6-df28-441f-95b7-cecf76d6b14d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dd1520c8b454427bcf76f6921e65358&device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 1096 time: 0.2107780 Aug 12 21:56:06.638670 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:06.642867 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Attempting to bind port be8fdd6c-4f2a-4848-8eb3-d80412de78f8 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:56:06.643420 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Attempting to bind port be8fdd6c-4f2a-4848-8eb3-d80412de78f8 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:56:06.643639 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Attempting to bind port be8fdd6c-4f2a-4848-8eb3-d80412de78f8 on network 613fc478-5bf3-40ff-985a-d2037dcedd3d {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:56:06.697678 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-a2ffa2ad-a7d1-496b-a9f8-5b8f193480a5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43745a50-903a-41df-9fdc-e332e8e74d23 HTTP/1.1" status: 200 len: 217 time: 0.0734642 Aug 12 21:56:06.701096 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:56:06.701518 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Checking segment: {'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:56:06.701933 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:06.702340 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Bound using segment: {'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:56:06.702840 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Bound port: be8fdd6c-4f2a-4848-8eb3-d80412de78f8, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:56:06.703395 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:06.710352 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] For port 092c3adf-7935-49d6-985b-3b97e48a4913, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:56:06.747485 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] For port 092c3adf-7935-49d6-985b-3b97e48a4913, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=092c3adf-7935-49d6-985b-3b97e48a4913,segment=NetworkSegment(d6b5e849-f99b-4b3e-923b-d79ac8fe48c5),segment_id=d6b5e849-f99b-4b3e-923b-d79ac8fe48c5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:56:06.763791 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Pushing event updated for resources: {'Port': ['ID=97345fda-28a0-4301-8d71-e2ef158eff7e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:06.775105 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:56:06.782757 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:06.784963 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:56:06.789006 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:56:06.822002 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-fbba21ee-3e7c-4fe6-aae1-85e31d0b15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:06.824383 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-fbba21ee-3e7c-4fe6-aae1-85e31d0b15e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2113c992-f5ab-4887-8abc-4c769fbc8ead HTTP/1.1" status: 200 len: 855 time: 0.1149774 Aug 12 21:56:06.915410 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-497a415f-b557-4155-809d-12ab545dca7d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a83ee7f-2284-4366-8da4-358a3b379299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735269 Aug 12 21:56:06.928276 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-296a78a0-406f-4423-a847-05bc961721bc None None] For port be8fdd6c-4f2a-4848-8eb3-d80412de78f8, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:56:06.936742 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-296a78a0-406f-4423-a847-05bc961721bc None None] For port be8fdd6c-4f2a-4848-8eb3-d80412de78f8, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=be8fdd6c-4f2a-4848-8eb3-d80412de78f8,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:56:06.938797 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0d436-5fd2-417b-aa25-5efb32fe8007 None None] Pushing event updated for resources: {'Port': ['ID=092c3adf-7935-49d6-985b-3b97e48a4913,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:06.948589 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:07.125644 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:56:07.132075 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-296a78a0-406f-4423-a847-05bc961721bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:55:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:07.155895 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-7b1a16d5-06dd-4977-8d47-0d5d76da4f2f service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258193 Aug 12 21:56:07.190245 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d4225-acb6-4519-86d3-1f10c5f32e62 None None] Pushing event updated for resources: {'Port': ['ID=be8fdd6c-4f2a-4848-8eb3-d80412de78f8,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:07.413427 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-296a78a0-406f-4423-a847-05bc961721bc None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:56:07.434644 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9bd95770-1acb-410b-8f73-8a39f9d3f87e req-d4cff99b-15bc-4f68-82b2-649cc605e787 service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692592 Aug 12 21:56:07.512776 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d366d-b4c6-43db-bc20-dfd469e1c6e1 req-5e4e33aa-f6a7-47e7-915d-45fd5fc58254 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:07.520800 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5e7d366d-b4c6-43db-bc20-dfd469e1c6e1 req-5e4e33aa-f6a7-47e7-915d-45fd5fc58254 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.9203105 Aug 12 21:56:07.543520 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7965da6-d0c4-4959-894a-4d7a231ee9d6 req-304553fc-9df2-47f9-b435-4449a1203c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:07.544969 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7965da6-d0c4-4959-894a-4d7a231ee9d6 req-304553fc-9df2-47f9-b435-4449a1203c37 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8591d634d2cc4eb6842435f678d8782a&device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 1100 time: 0.9218497 Aug 12 21:56:07.607423 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96212d08-571e-4393-aff6-0a6fc7325c3b req-b31afe2e-002e-4c8b-af1e-6d91a06723b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:07.608940 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-96212d08-571e-4393-aff6-0a6fc7325c3b req-b31afe2e-002e-4c8b-af1e-6d91a06723b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dd1520c8b454427bcf76f6921e65358&device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 1096 time: 0.0829926 Aug 12 21:56:07.701432 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 58088) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:07.769837 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 092c3adf-7935-49d6-985b-3b97e48a4913 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:56:07.780965 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa03ea9-d66c-4531-823d-d52ab023b1a8 req-e85b2368-fb54-4c0b-a08f-0bce10d8bb66 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:07.788733 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2aa03ea9-d66c-4531-823d-d52ab023b1a8 req-e85b2368-fb54-4c0b-a08f-0bce10d8bb66 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 947 time: 0.9576950 Aug 12 21:56:07.817971 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96212d08-571e-4393-aff6-0a6fc7325c3b req-533f0b17-e146-46d8-9901-74b56680db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:07.824317 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-96212d08-571e-4393-aff6-0a6fc7325c3b req-533f0b17-e146-46d8-9901-74b56680db6d service neutron] 10.222.0.66 "GET /v2.0/networks?id=4a83ee7f-2284-4366-8da4-358a3b379299 HTTP/1.1" status: 200 len: 916 time: 0.1961160 Aug 12 21:56:07.832566 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:07.858813 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5e7d366d-b4c6-43db-bc20-dfd469e1c6e1 req-81a62cd7-37dc-4fe8-ba55-f4c844a9a923 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326700 Aug 12 21:56:07.884267 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-296a78a0-406f-4423-a847-05bc961721bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:06Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:07.940108 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-96212d08-571e-4393-aff6-0a6fc7325c3b req-9e9a060d-75d0-47b4-a1c7-81317395fbd9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43745a50-903a-41df-9fdc-e332e8e74d23 HTTP/1.1" status: 200 len: 217 time: 0.1008930 Aug 12 21:56:07.954577 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a78a0-406f-4423-a847-05bc961721bc None None] The sync data for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi is: [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:06Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:56:08.014723 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 092c3adf-7935-49d6-985b-3b97e48a4913 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:56:08.042785 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2aa03ea9-d66c-4531-823d-d52ab023b1a8 req-1a94206a-d158-4339-80bd-031b82f23f63 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/security-groups?id=54e85a32-240e-44f8-be5c-dc26c1e50de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507138 Aug 12 21:56:08.064968 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-898fdeb5-960e-46c3-ab43-8c0595c8f37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:08.069662 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96212d08-571e-4393-aff6-0a6fc7325c3b req-bef90554-0eec-493d-9e21-4bdc03fa88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:08.071110 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-96212d08-571e-4393-aff6-0a6fc7325c3b req-bef90554-0eec-493d-9e21-4bdc03fa88c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2113c992-f5ab-4887-8abc-4c769fbc8ead HTTP/1.1" status: 200 len: 855 time: 0.1175742 Aug 12 21:56:08.134357 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-96212d08-571e-4393-aff6-0a6fc7325c3b req-2884f006-6fc1-41cd-a5d9-d2bd49fc2c09 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a83ee7f-2284-4366-8da4-358a3b379299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505450 Aug 12 21:56:08.225007 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7965da6-d0c4-4959-894a-4d7a231ee9d6 req-5a30e977-a94a-45de-9880-2a13adadbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:08.235551 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7965da6-d0c4-4959-894a-4d7a231ee9d6 req-5a30e977-a94a-45de-9880-2a13adadbc24 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb HTTP/1.1" status: 200 len: 870 time: 0.6396542 Aug 12 21:56:08.352328 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-96212d08-571e-4393-aff6-0a6fc7325c3b req-ea193738-24a0-4d4c-a76d-6e63845e52c8 service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989017 Aug 12 21:56:08.388583 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7965da6-d0c4-4959-894a-4d7a231ee9d6 req-15597eec-f15a-4439-a55b-e9611b804f0c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=f02ba791-049d-4c9b-818a-d3b0c530c126 HTTP/1.1" status: 200 len: 217 time: 0.1189859 Aug 12 21:56:08.406443 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b2bc62-3f6a-4867-bdfd-3544e7fb6cc8 None None] Network 6fbd4ff8-d47c-4f09-8d78-c5504e8028e7 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:56:08.522485 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c98b8-8ba9-4dc2-9997-63a6f116b202 req-67c72f1b-eb87-44e9-bd4b-c412f2f80b2b tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:08.524039 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5a1c98b8-8ba9-4dc2-9997-63a6f116b202 req-67c72f1b-eb87-44e9-bd4b-c412f2f80b2b tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 943 time: 0.2794795 Aug 12 21:56:08.561880 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:08.581736 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-96212d08-571e-4393-aff6-0a6fc7325c3b req-988ac833-f00e-4ec3-b8af-fa8a1f3d27ca service neutron] 10.222.0.66 "GET /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179027 Aug 12 21:56:08.619819 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7965da6-d0c4-4959-894a-4d7a231ee9d6 req-bce2e81f-0f79-4bc0-b446-35cfb27e9966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:08.622456 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7965da6-d0c4-4959-894a-4d7a231ee9d6 req-bce2e81f-0f79-4bc0-b446-35cfb27e9966 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1810881-fdbf-415c-88c5-ac2497ea336f HTTP/1.1" status: 200 len: 843 time: 0.1808946 Aug 12 21:56:08.700146 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-1428dbb9-2e9e-49c4-9094-ec4e33d1c045 None None] Provisioning for port 092c3adf-7935-49d6-985b-3b97e48a4913 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:56:08.728821 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-1428dbb9-2e9e-49c4-9094-ec4e33d1c045 None None] Provisioning complete for port 092c3adf-7935-49d6-985b-3b97e48a4913 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:08.729758 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1428dbb9-2e9e-49c4-9094-ec4e33d1c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:08.831061 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5a1c98b8-8ba9-4dc2-9997-63a6f116b202 req-cdac425d-fbed-4b29-ab74-36b647b6c74a tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883692 Aug 12 21:56:08.923903 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7965da6-d0c4-4959-894a-4d7a231ee9d6 req-6cd20585-2d27-4f8c-954a-8962ab49b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:08.927659 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7965da6-d0c4-4959-894a-4d7a231ee9d6 req-6cd20585-2d27-4f8c-954a-8962ab49b210 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2447972 Aug 12 21:56:08.940201 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1428dbb9-2e9e-49c4-9094-ec4e33d1c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:09.018947 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-1428dbb9-2e9e-49c4-9094-ec4e33d1c045 None None] For port 092c3adf-7935-49d6-985b-3b97e48a4913, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=092c3adf-7935-49d6-985b-3b97e48a4913,segment=NetworkSegment(d6b5e849-f99b-4b3e-923b-d79ac8fe48c5),segment_id=d6b5e849-f99b-4b3e-923b-d79ac8fe48c5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:09.024186 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1428dbb9-2e9e-49c4-9094-ec4e33d1c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:09.145507 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428dbb9-2e9e-49c4-9094-ec4e33d1c045 None None] Pushing event updated for resources: {'Port': ['ID=092c3adf-7935-49d6-985b-3b97e48a4913,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:09.199439 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-898fdeb5-960e-46c3-ab43-8c0595c8f37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:09.234257 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-898fdeb5-960e-46c3-ab43-8c0595c8f37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:09.254393 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-744a5c04-8057-4b47-b1fa-20a8d118f80b None None] Provisioning complete for port 092c3adf-7935-49d6-985b-3b97e48a4913 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:09.254839 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-744a5c04-8057-4b47-b1fa-20a8d118f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:09.281222 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fdeb5-960e-46c3-ab43-8c0595c8f37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92385b5a-c057-4f89-80b9-afb04b53c5a8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:09.388001 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130b949-ff43-426f-a485-b45ad9123e3b req-100d1530-b12a-4f6a-beae-d8631ef76781 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:09.402956 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3130b949-ff43-426f-a485-b45ad9123e3b req-100d1530-b12a-4f6a-beae-d8631ef76781 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.3726707 Aug 12 21:56:09.435052 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733243'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:09.451655 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-898fdeb5-960e-46c3-ab43-8c0595c8f37b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a164f3d74f3e46549e024019260a81cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7251494 Aug 12 21:56:09.453597 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 58106) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:09.468128 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device f02ba791-049d-4c9b-818a-d3b0c530c126 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:56:09.520410 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7965da6-d0c4-4959-894a-4d7a231ee9d6 req-01886ef6-7204-4515-a9c8-14c1a819f54a service neutron] 10.222.0.66 "GET /v2.0/networks/61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776263 Aug 12 21:56:09.540054 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc0e8a-a74f-46ea-817e-b2b281580aed req-58d3c405-e8b8-4a54-9c7a-8d21ea574792 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:09.541819 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f6cc0e8a-a74f-46ea-817e-b2b281580aed req-58d3c405-e8b8-4a54-9c7a-8d21ea574792 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 947 time: 0.3048553 Aug 12 21:56:09.559524 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-32fae407-fa8f-4246-ba2d-406f6783b842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:09.604377 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-32fae407-fa8f-4246-ba2d-406f6783b842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:09.619791 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3130b949-ff43-426f-a485-b45ad9123e3b req-6774828b-3667-45b5-b7f5-068a0eb3b02d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156518 Aug 12 21:56:09.719822 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port f02ba791-049d-4c9b-818a-d3b0c530c126, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f02ba791-049d-4c9b-818a-d3b0c530c126,segment=NetworkSegment(d51d041b-12b1-403d-8447-30ddbadc59a3),segment_id=d51d041b-12b1-403d-8447-30ddbadc59a3)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:09.757403 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': 'f02ba791-049d-4c9b-818a-d3b0c530c126', 'network_id': '61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb', 'port_id': 'f02ba791-049d-4c9b-818a-d3b0c530c126', 'mac_address': 'fa:16:3e:42:49:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1810881-fdbf-415c-88c5-ac2497ea336f', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:56:09.770017 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-32fae407-fa8f-4246-ba2d-406f6783b842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:09.773068 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-32fae407-fa8f-4246-ba2d-406f6783b842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:09.774552 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-32fae407-fa8f-4246-ba2d-406f6783b842 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/92385b5a-c057-4f89-80b9-afb04b53c5a8 HTTP/1.1" status: 204 len: 168 time: 0.3192382 Aug 12 21:56:09.798461 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fae407-fa8f-4246-ba2d-406f6783b842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92385b5a-c057-4f89-80b9-afb04b53c5a8,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:09.867413 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:09.901437 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02ba791-049d-4c9b-818a-d3b0c530c126 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:56:09.934457 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port f02ba791-049d-4c9b-818a-d3b0c530c126, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f02ba791-049d-4c9b-818a-d3b0c530c126,segment=NetworkSegment(d51d041b-12b1-403d-8447-30ddbadc59a3),segment_id=d51d041b-12b1-403d-8447-30ddbadc59a3)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:09.955917 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:09.962780 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f6cc0e8a-a74f-46ea-817e-b2b281580aed req-429e505e-2eaa-4016-b3e6-cb3da51750de tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/security-groups?id=54e85a32-240e-44f8-be5c-dc26c1e50de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281405 Aug 12 21:56:10.005187 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7965da6-d0c4-4959-894a-4d7a231ee9d6 req-be4512e7-7858-4008-8349-c057adc8e2cf service neutron] 10.222.0.66 "GET /v2.0/networks/61bf7cf3-1d2a-4413-8d9a-f2492b1cd0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582772 Aug 12 21:56:10.031041 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 092c3adf-7935-49d6-985b-3b97e48a4913 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:56:10.091075 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Router 22013ac6-7636-4a71-9c43-91570cebfc6e is scheduled to L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:56:10.110477 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c8c05-5239-4a88-a78d-a778e669f847 req-0df9ea8f-4657-42a1-9253-d6340455aa9c tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:10.112013 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b65c8c05-5239-4a88-a78d-a778e669f847 req-0df9ea8f-4657-42a1-9253-d6340455aa9c tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0780017 Aug 12 21:56:10.123191 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=f02ba791-049d-4c9b-818a-d3b0c530c126,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:10.159541 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 092c3adf-7935-49d6-985b-3b97e48a4913 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:10.159902 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:10.229998 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b65c8c05-5239-4a88-a78d-a778e669f847 req-14a2e1d6-9ad8-42c4-a1da-290ffb012b70 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070282 Aug 12 21:56:10.349623 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:56:10.363822 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Sync routers for ids ['22013ac6-7636-4a71-9c43-91570cebfc6e'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:56:10.381623 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Routers {'22013ac6-7636-4a71-9c43-91570cebfc6e'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:56:10.383366 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:55:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['22013ac6-7636-4a71-9c43-91570cebfc6e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:10.402985 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:10.404827 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5da550a4-f8cb-4cd5-8b42-e58669200c62 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0164027 Aug 12 21:56:10.408113 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 58120) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:10.481792 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device be8fdd6c-4f2a-4848-8eb3-d80412de78f8 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:56:10.494337 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 58122) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:10.545321 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port be8fdd6c-4f2a-4848-8eb3-d80412de78f8 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:56:10.550715 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port be8fdd6c-4f2a-4848-8eb3-d80412de78f8 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:10.551553 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:10.560654 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-28098860-fce7-45dc-b3fb-830c1a996ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:10.594816 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Set router 22013ac6-7636-4a71-9c43-91570cebfc6e gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:56:10.727973 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:10.738196 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['f02ba791-049d-4c9b-818a-d3b0c530c126'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:56:10.823596 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port be8fdd6c-4f2a-4848-8eb3-d80412de78f8, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=be8fdd6c-4f2a-4848-8eb3-d80412de78f8,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:10.843024 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:10.895953 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33060b-db85-4527-8b92-57400448bdf6 req-a45d6fb2-806b-4e64-97c3-22a5ba792703 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:10.907918 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5e33060b-db85-4527-8b92-57400448bdf6 req-a45d6fb2-806b-4e64-97c3-22a5ba792703 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.1581967 Aug 12 21:56:10.913064 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-28098860-fce7-45dc-b3fb-830c1a996ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:10.927414 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=be8fdd6c-4f2a-4848-8eb3-d80412de78f8,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:10.969882 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5e33060b-db85-4527-8b92-57400448bdf6 req-3c972f2b-e98b-4bbc-8464-8ee6b1dc2412 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607357 Aug 12 21:56:10.997729 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-28098860-fce7-45dc-b3fb-830c1a996ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:11.047954 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'name': 'tempest-TestVolumeBootPattern-1574252872-router', 'tenant_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '97345fda-28a0-4301-8d71-e2ef158eff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:56:04Z', 'updated_at': '2021-08-12T21:56:07Z', 'revision_number': 3, 'project_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'gw_port': {'id': '97345fda-28a0-4301-8d71-e2ef158eff7e', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:06Z', 'updated_at': '2021-08-12T21:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:11.071148 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 58138) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:11.080247 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-28098860-fce7-45dc-b3fb-830c1a996ee6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c3ef39228a3f4e7e9ad1b7baae229a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5837791 Aug 12 21:56:11.082980 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Checking router: 22013ac6-7636-4a71-9c43-91570cebfc6e for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:56:11.083351 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Updating router 22013ac6-7636-4a71-9c43-91570cebfc6e port 97345fda-28a0-4301-8d71-e2ef158eff7e binding host dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:56:11.134415 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28098860-fce7-45dc-b3fb-830c1a996ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774f1006-aa7e-4ef3-bbf9-c96e13c08dd7,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:11.160247 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:11.176895 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cae664-8d9f-4733-94e6-e8385fc02101 req-d090d099-9722-4b46-8a4d-ef7f810bf6b7 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:11.185514 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-84cae664-8d9f-4733-94e6-e8385fc02101 req-d090d099-9722-4b46-8a4d-ef7f810bf6b7 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 948 time: 0.1068203 Aug 12 21:56:11.214704 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-124502de-fc29-44af-8c3a-ab6fb491feec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:11.262150 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-84cae664-8d9f-4733-94e6-e8385fc02101 req-fd280dab-7238-4a57-a901-ba4076a76329 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/security-groups?id=54e85a32-240e-44f8-be5c-dc26c1e50de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753942 Aug 12 21:56:11.299765 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-124502de-fc29-44af-8c3a-ab6fb491feec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:11.321438 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:11.468097 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 43745a50-903a-41df-9fdc-e332e8e74d23 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:56:11.483115 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78830d11-9c38-4050-a021-541c49bbf893 req-6344a630-3d4a-4b16-b726-32fa3d903474 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:11.484852 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-78830d11-9c38-4050-a021-541c49bbf893 req-6344a630-3d4a-4b16-b726-32fa3d903474 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 943 time: 0.1293066 Aug 12 21:56:11.523483 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-124502de-fc29-44af-8c3a-ab6fb491feec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:11.526785 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-124502de-fc29-44af-8c3a-ab6fb491feec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:11.528325 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-124502de-fc29-44af-8c3a-ab6fb491feec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/774f1006-aa7e-4ef3-bbf9-c96e13c08dd7 HTTP/1.1" status: 204 len: 168 time: 0.4561269 Aug 12 21:56:11.545584 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:11.572116 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124502de-fc29-44af-8c3a-ab6fb491feec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774f1006-aa7e-4ef3-bbf9-c96e13c08dd7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:11.595394 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Transition to ACTIVE for port object 97345fda-28a0-4301-8d71-e2ef158eff7e will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:56:11.608587 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:11.608835 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-78830d11-9c38-4050-a021-541c49bbf893 req-16534a33-17c8-47f8-8831-bb533a2771b8 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969296 Aug 12 21:56:11.721573 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Attempting to bind port 97345fda-28a0-4301-8d71-e2ef158eff7e on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:56:11.722320 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Attempting to bind port 97345fda-28a0-4301-8d71-e2ef158eff7e by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:56:11.722944 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Attempting to bind port 97345fda-28a0-4301-8d71-e2ef158eff7e on network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:56:11.735361 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e201b5-ed27-4724-9822-4116d6a0126e None None] Pushing event updated for resources: {'Port': ['ID=97345fda-28a0-4301-8d71-e2ef158eff7e,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:11.741300 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 43745a50-903a-41df-9fdc-e332e8e74d23, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=43745a50-903a-41df-9fdc-e332e8e74d23,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:11.749095 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:56:11.749502 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Checking segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:56:11.749906 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:11.750296 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Bound using segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:56:11.750773 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Bound port: 97345fda-28a0-4301-8d71-e2ef158eff7e, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:56:11.751170 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:11.773364 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device be8fdd6c-4f2a-4848-8eb3-d80412de78f8 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:56:11.801537 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': '43745a50-903a-41df-9fdc-e332e8e74d23', 'network_id': '4a83ee7f-2284-4366-8da4-358a3b379299', 'port_id': '43745a50-903a-41df-9fdc-e332e8e74d23', 'mac_address': 'fa:16:3e:3c:3e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2113c992-f5ab-4887-8abc-4c769fbc8ead', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:56:11.822511 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] For port 97345fda-28a0-4301-8d71-e2ef158eff7e, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:56:11.826676 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] For port 97345fda-28a0-4301-8d71-e2ef158eff7e, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=97345fda-28a0-4301-8d71-e2ef158eff7e,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:56:11.833091 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:11.869392 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:11.887555 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43745a50-903a-41df-9fdc-e332e8e74d23 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:56:11.905181 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port be8fdd6c-4f2a-4848-8eb3-d80412de78f8 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:11.905588 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:11.927087 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Allocated IP 172.20.0.1 (6fbd4ff8-d47c-4f09-8d78-c5504e8028e7/54273ed9-4cc5-463d-8406-bf20924bc430/e7006519-0f6e-4624-80df-239216b335ca) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:56:11.943562 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 43745a50-903a-41df-9fdc-e332e8e74d23, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=43745a50-903a-41df-9fdc-e332e8e74d23,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:11.958542 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:12.004927 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Routers {'22013ac6-7636-4a71-9c43-91570cebfc6e'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:56:12.008676 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:55:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['22013ac6-7636-4a71-9c43-91570cebfc6e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:12.067292 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=43745a50-903a-41df-9fdc-e332e8e74d23,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:12.225918 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 58156) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:12.243621 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] Set router 22013ac6-7636-4a71-9c43-91570cebfc6e gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:56:12.248848 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71e21367-5e2a-4be5-ade8-6e612e8ece37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:12.255279 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:12.269989 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Transition to ACTIVE for port object e7006519-0f6e-4624-80df-239216b335ca will not be triggered until provisioned by entity DHCP. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:56:12.272666 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30104a8c-50f3-4f3a-8820-1497a48002c4 req-7448b2fd-7dab-4b09-b2e8-59df08196931 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:12.278632 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-30104a8c-50f3-4f3a-8820-1497a48002c4 req-7448b2fd-7dab-4b09-b2e8-59df08196931 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.1330593 Aug 12 21:56:12.324710 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:12.326655 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e201b5-ed27-4724-9822-4116d6a0126e None None] Pushing event updated for resources: {'Port': ['ID=97345fda-28a0-4301-8d71-e2ef158eff7e,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:12.371922 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Network 6fbd4ff8-d47c-4f09-8d78-c5504e8028e7 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:56:12.375845 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:56:12.383556 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:56:12.384242 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3839022'] for router_interface, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:12.390838 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-30104a8c-50f3-4f3a-8820-1497a48002c4 req-2143b236-869e-47b2-8bdf-3e99cda84348 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045759 Aug 12 21:56:12.409218 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['43745a50-903a-41df-9fdc-e332e8e74d23'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:56:12.537767 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5788e-7db2-409c-9858-090664e228dd req-d8956df6-38d2-480f-abc3-5e593c587b7b tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:12.546560 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-05f5788e-7db2-409c-9858-090664e228dd req-d8956df6-38d2-480f-abc3-5e593c587b7b tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 948 time: 0.1544945 Aug 12 21:56:12.604102 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'name': 'tempest-TestVolumeBootPattern-1574252872-router', 'tenant_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '97345fda-28a0-4301-8d71-e2ef158eff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:56:04Z', 'updated_at': '2021-08-12T21:56:07Z', 'revision_number': 3, 'project_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'gw_port': {'id': '97345fda-28a0-4301-8d71-e2ef158eff7e', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:06Z', 'updated_at': '2021-08-12T21:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:12.640829 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:12.650452 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Pushing event updated for resources: {'Port': ['ID=e7006519-0f6e-4624-80df-239216b335ca,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:12.667042 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71e21367-5e2a-4be5-ade8-6e612e8ece37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:12.669956 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:12.670318 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:12.670667 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:12.671012 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:12.671520 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:12.671867 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:12.672607 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:12.672952 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:12.673349 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:12.673478 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb56f8d-7c9d-4f73-8bc3-8e4d7b523a4b None None] The sync data for ids ['22013ac6-7636-4a71-9c43-91570cebfc6e'] in dv-cinder-804457-2-iscsi is: [{'id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'name': 'tempest-TestVolumeBootPattern-1574252872-router', 'tenant_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '97345fda-28a0-4301-8d71-e2ef158eff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:56:04Z', 'updated_at': '2021-08-12T21:56:07Z', 'revision_number': 3, 'project_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'gw_port': {'id': '97345fda-28a0-4301-8d71-e2ef158eff7e', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:06Z', 'updated_at': '2021-08-12T21:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:56:12.673693 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:12.674026 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:12.674360 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:12.694907 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71e21367-5e2a-4be5-ade8-6e612e8ece37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:12.707258 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-05f5788e-7db2-409c-9858-090664e228dd req-88e2fe61-ae77-485a-95a5-aa46571e52e4 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/security-groups?id=54e85a32-240e-44f8-be5c-dc26c1e50de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565552 Aug 12 21:56:12.785314 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-71e21367-5e2a-4be5-ade8-6e612e8ece37 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a84ef47cc1a0401b99b10ded1c2e3e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5560305 Aug 12 21:56:12.785314 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e21367-5e2a-4be5-ade8-6e612e8ece37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698141ec-c5af-4779-963f-f196c7825d19,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:12.786789 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 58168) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:12.856274 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-766e34f9-9704-40d5-a7f5-df9ebf97642a None None] Provisioning for port e7006519-0f6e-4624-80df-239216b335ca completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:56:12.862566 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-766e34f9-9704-40d5-a7f5-df9ebf97642a None None] Provisioning complete for port e7006519-0f6e-4624-80df-239216b335ca triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:12.863203 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-766e34f9-9704-40d5-a7f5-df9ebf97642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:12.889307 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955915db-a0c6-482c-bafb-a4729c5647ca req-5d3ac536-edc0-4ac6-8bc6-cad6dfdf193d tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:12.897257 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-955915db-a0c6-482c-bafb-a4729c5647ca req-5d3ac536-edc0-4ac6-8bc6-cad6dfdf193d tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 944 time: 0.0775805 Aug 12 21:56:12.935297 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-766e34f9-9704-40d5-a7f5-df9ebf97642a None None] Port e7006519-0f6e-4624-80df-239216b335ca cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:56:12.985063 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7a1b88ad-72d0-4bbf-bf01-b531dd993a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:13.010742 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7a1b88ad-72d0-4bbf-bf01-b531dd993a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:13.161609 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7a1b88ad-72d0-4bbf-bf01-b531dd993a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:13.164160 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7a1b88ad-72d0-4bbf-bf01-b531dd993a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:13.165637 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-7a1b88ad-72d0-4bbf-bf01-b531dd993a69 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/698141ec-c5af-4779-963f-f196c7825d19 HTTP/1.1" status: 204 len: 168 time: 0.3648984 Aug 12 21:56:13.168989 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:13.179645 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b88ad-72d0-4bbf-bf01-b531dd993a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698141ec-c5af-4779-963f-f196c7825d19,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:13.183472 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:13.183472 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3839162'] for router_interface, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:13.263769 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-955915db-a0c6-482c-bafb-a4729c5647ca req-dffb5ba3-86ae-4263-9e6a-bacc831133e7 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653159 Aug 12 21:56:13.320231 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Pushing event updated for resources: {'Port': ['ID=e7006519-0f6e-4624-80df-239216b335ca,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:13.341686 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Network 6fbd4ff8-d47c-4f09-8d78-c5504e8028e7 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:56:13.343240 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:56:13.480465 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device f02ba791-049d-4c9b-818a-d3b0c530c126 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:56:13.519517 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Router 22013ac6-7636-4a71-9c43-91570cebfc6e has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:56:13.611492 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a693774-e85c-4d17-8b24-433b568dcf78 req-970667d2-8359-414c-bf09-4be164f3f65f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:13.620749 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4a693774-e85c-4d17-8b24-433b568dcf78 req-970667d2-8359-414c-bf09-4be164f3f65f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0886111 Aug 12 21:56:13.655222 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port f02ba791-049d-4c9b-818a-d3b0c530c126 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:56:13.664856 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port f02ba791-049d-4c9b-818a-d3b0c530c126 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:13.666463 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:13.705981 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4a693774-e85c-4d17-8b24-433b568dcf78 req-de5d619b-6a3d-460b-b585-0f039f62624e tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836899 Aug 12 21:56:13.833894 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 97345fda-28a0-4301-8d71-e2ef158eff7e up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:56:13.898209 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:56:13.904331 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-be475c30-1528-413e-8284-fa903ae5eda8 admin admin] 10.222.0.74 "PUT /v2.0/routers/22013ac6-7636-4a71-9c43-91570cebfc6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4951322 Aug 12 21:56:13.938105 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-2e30c53a-af68-496d-add4-2ed05f6eddad None None] Provisioning complete for port e7006519-0f6e-4624-80df-239216b335ca triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:13.938599 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e30c53a-af68-496d-add4-2ed05f6eddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:13.966941 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a7360-e66e-4f7d-be2f-af250e06dd30 req-1550e52a-ccdf-4c5f-ba87-32cefb0e7a9a tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:13.975889 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1a7a7360-e66e-4f7d-be2f-af250e06dd30 req-1550e52a-ccdf-4c5f-ba87-32cefb0e7a9a tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 948 time: 0.1093397 Aug 12 21:56:14.029932 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2e30c53a-af68-496d-add4-2ed05f6eddad None None] Port e7006519-0f6e-4624-80df-239216b335ca cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:56:14.032776 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:14.060888 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1a7a7360-e66e-4f7d-be2f-af250e06dd30 req-7baafc56-f6c6-450e-8cdd-3b1479607e2e tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/security-groups?id=54e85a32-240e-44f8-be5c-dc26c1e50de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840554 Aug 12 21:56:14.093585 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port f02ba791-049d-4c9b-818a-d3b0c530c126, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f02ba791-049d-4c9b-818a-d3b0c530c126,segment=NetworkSegment(d51d041b-12b1-403d-8447-30ddbadc59a3),segment_id=d51d041b-12b1-403d-8447-30ddbadc59a3)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:14.093585 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02ba791-049d-4c9b-818a-d3b0c530c126'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:56:14.093585 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3cbaeb-1ab5-4793-9107-6476ddd3e271" -d '{"events": [{"server_uuid": "fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8", "name": "network-vif-plugged", "status": "completed", "tag": "f02ba791-049d-4c9b-818a-d3b0c530c126"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:56:14.103460 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:14.139516 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 97345fda-28a0-4301-8d71-e2ef158eff7e completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:56:14.150948 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 97345fda-28a0-4301-8d71-e2ef158eff7e triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:14.151688 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:14.218006 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9398f76-b327-4a8f-bde8-764471fab3ba x-openstack-request-id: req-f9398f76-b327-4a8f-bde8-764471fab3ba {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:56:14.218342 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8", "name": "network-vif-plugged", "status": "completed", "tag": "f02ba791-049d-4c9b-818a-d3b0c530c126", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:56:14.218541 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f9398f76-b327-4a8f-bde8-764471fab3ba {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:56:14.219253 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02ba791-049d-4c9b-818a-d3b0c530c126', 'code': 200} Aug 12 21:56:14.240684 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=f02ba791-049d-4c9b-818a-d3b0c530c126,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:14.373401 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:14.418970 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port 97345fda-28a0-4301-8d71-e2ef158eff7e, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=97345fda-28a0-4301-8d71-e2ef158eff7e,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:14.462084 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:14.568316 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442f99f-6c8b-48eb-a8d5-d7ba9f7c24d4 req-4f074c7b-ea55-424a-bbf1-9ff71ecdbf51 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:14.594649 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3442f99f-6c8b-48eb-a8d5-d7ba9f7c24d4 req-4f074c7b-ea55-424a-bbf1-9ff71ecdbf51 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 944 time: 0.2055776 Aug 12 21:56:14.654746 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3442f99f-6c8b-48eb-a8d5-d7ba9f7c24d4 req-f6eff941-2f08-42fe-87d4-37f07e45e005 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590279 Aug 12 21:56:14.662355 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28963675-f7ca-4969-9eee-f32b233e8ac5 req-96a9f6a6-8c4d-4554-9ba4-021bc8b20b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:14.670229 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-28963675-f7ca-4969-9eee-f32b233e8ac5 req-96a9f6a6-8c4d-4554-9ba4-021bc8b20b3b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 1102 time: 0.2104185 Aug 12 21:56:14.739838 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-28963675-f7ca-4969-9eee-f32b233e8ac5 req-452fc461-c365-42b7-a6f7-cf56734066a6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=54e85a32-240e-44f8-be5c-dc26c1e50de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522974 Aug 12 21:56:14.761541 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=97345fda-28a0-4301-8d71-e2ef158eff7e,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:14.933169 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 58226) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:14.938699 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-0f3f0c46-745a-438b-ae15-101315e23bac tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1492475998', 'description': 'tempest-secgroup-smoke-1492475998 description', 'project_id': 'd8e3429a9f264b3f96368c74923af18f'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:56:14.996010 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0c46-745a-438b-ae15-101315e23bac tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:15.040962 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077b26a-010c-4856-a6e3-bf29daa8d3ff req-db62f5a4-1fd4-48e6-b232-ad724d8841bf tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:15.052248 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f077b26a-010c-4856-a6e3-bf29daa8d3ff req-db62f5a4-1fd4-48e6-b232-ad724d8841bf tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0871859 Aug 12 21:56:15.118730 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f077b26a-010c-4856-a6e3-bf29daa8d3ff req-b7d40ecb-87fe-46c1-8db8-793d30555f13 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646152 Aug 12 21:56:15.143319 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0c46-745a-438b-ae15-101315e23bac tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:15.151774 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0c46-745a-438b-ae15-101315e23bac tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:15.190727 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0c46-745a-438b-ae15-101315e23bac tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:15.191869 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-0f3f0c46-745a-438b-ae15-101315e23bac tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2573419 Aug 12 21:56:15.194834 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 58234) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:15.201413 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-d09feaa9-b85d-4aae-b25f-8a698f362d5b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Request body: {'security_group_rule': {'security_group_id': '24756664-b713-48c1-bd3e-e35339f667ab', 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:56:15.208141 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f0c46-745a-438b-ae15-101315e23bac tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24756664-b713-48c1-bd3e-e35339f667ab,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:15.251088 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d09feaa9-b85d-4aae-b25f-8a698f362d5b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:15.268106 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-837f501c-1c8c-45fa-8b44-b81ea2a9d746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:15.352798 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d09feaa9-b85d-4aae-b25f-8a698f362d5b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:15.359515 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d09feaa9-b85d-4aae-b25f-8a698f362d5b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:15.373454 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5107c4-aacf-481e-9932-33c9d5d628be req-b00a5bd4-624f-42f5-a0ac-8aed747b8eb3 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:15.382370 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af5107c4-aacf-481e-9932-33c9d5d628be req-b00a5bd4-624f-42f5-a0ac-8aed747b8eb3 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 949 time: 0.1932414 Aug 12 21:56:15.392276 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d09feaa9-b85d-4aae-b25f-8a698f362d5b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:15.399025 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d09feaa9-b85d-4aae-b25f-8a698f362d5b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2031415 Aug 12 21:56:15.402253 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 58238) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:15.407122 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-73866098-087c-4c6f-916d-67fb88e4ebd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Request body: {'security_group_rule': {'security_group_id': '24756664-b713-48c1-bd3e-e35339f667ab', 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:56:15.412283 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09feaa9-b85d-4aae-b25f-8a698f362d5b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7b0d01-7509-4e6a-8d4a-572d00f28591,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:15.439945 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af5107c4-aacf-481e-9932-33c9d5d628be req-566fcf3d-9cf2-4a72-89ce-3aa628d93ddf tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/security-groups?id=54e85a32-240e-44f8-be5c-dc26c1e50de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565574 Aug 12 21:56:15.465748 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Sync routers for ids ['22013ac6-7636-4a71-9c43-91570cebfc6e'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:56:15.476191 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Routers {'22013ac6-7636-4a71-9c43-91570cebfc6e'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:56:15.477161 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:55:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['22013ac6-7636-4a71-9c43-91570cebfc6e'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:15.490357 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-73866098-087c-4c6f-916d-67fb88e4ebd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:15.572336 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-73866098-087c-4c6f-916d-67fb88e4ebd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:15.584718 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-73866098-087c-4c6f-916d-67fb88e4ebd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:15.599995 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 43745a50-903a-41df-9fdc-e332e8e74d23 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:56:15.639519 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-73866098-087c-4c6f-916d-67fb88e4ebd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:15.642582 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-73866098-087c-4c6f-916d-67fb88e4ebd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2392111 Aug 12 21:56:15.645517 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 58242) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:15.651342 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73866098-087c-4c6f-916d-67fb88e4ebd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210a77d9-0208-4ecf-88cc-d3f593efa9f4,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:15.656568 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b6852233-59db-4670-9807-d9d258a33ef7 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Request body: {'security_group_rule': {'security_group_id': '24756664-b713-48c1-bd3e-e35339f667ab', 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:56:15.723388 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6852233-59db-4670-9807-d9d258a33ef7 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:15.752562 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 97345fda-28a0-4301-8d71-e2ef158eff7e up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:56:15.808517 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Set router 22013ac6-7636-4a71-9c43-91570cebfc6e gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:56:15.878473 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700c194-76e1-4f5e-b19b-c57452bc7ebf req-abfc1b6a-b7b0-4ea0-b54f-e75389abdc38 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:15.889556 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6700c194-76e1-4f5e-b19b-c57452bc7ebf req-abfc1b6a-b7b0-4ea0-b54f-e75389abdc38 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 944 time: 0.1067970 Aug 12 21:56:15.927112 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6852233-59db-4670-9807-d9d258a33ef7 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:15.946506 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6852233-59db-4670-9807-d9d258a33ef7 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:16.018556 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6700c194-76e1-4f5e-b19b-c57452bc7ebf req-60a9656f-6f1c-4402-a530-ad3d34f8ae72 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277206 Aug 12 21:56:16.043956 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6852233-59db-4670-9807-d9d258a33ef7 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8e61b6-eaec-4dd9-8d1d-d0b329b4bec6,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:16.070961 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6852233-59db-4670-9807-d9d258a33ef7 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:16.075015 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b6852233-59db-4670-9807-d9d258a33ef7 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4248388 Aug 12 21:56:16.077840 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 58262) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:16.084609 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-643e7e3a-2bbf-4f76-85ed-c48c22eb641f tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Request body: {'security_group_rule': {'security_group_id': '24756664-b713-48c1-bd3e-e35339f667ab', 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:56:16.142781 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port 43745a50-903a-41df-9fdc-e332e8e74d23 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:56:16.159404 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-643e7e3a-2bbf-4f76-85ed-c48c22eb641f tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:16.202906 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port 43745a50-903a-41df-9fdc-e332e8e74d23 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:16.204598 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:16.270042 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-643e7e3a-2bbf-4f76-85ed-c48c22eb641f tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:16.272217 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 97345fda-28a0-4301-8d71-e2ef158eff7e triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:16.273640 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:16.279490 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-643e7e3a-2bbf-4f76-85ed-c48c22eb641f tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:16.319555 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44eaea-e9a3-41cd-b929-fb8edc96db3c req-2dcbd035-9833-4270-a80c-6e83c7f7b227 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:16.320458 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e7e3a-2bbf-4f76-85ed-c48c22eb641f tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4acd87-e679-451f-92a1-1a8ba98bfdbd,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:16.328939 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8b44eaea-e9a3-41cd-b929-fb8edc96db3c req-2dcbd035-9833-4270-a80c-6e83c7f7b227 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.1006260 Aug 12 21:56:16.339827 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-643e7e3a-2bbf-4f76-85ed-c48c22eb641f tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:16.342782 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-643e7e3a-2bbf-4f76-85ed-c48c22eb641f tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2627063 Aug 12 21:56:16.345671 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 58268) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:16.353005 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-f541cef9-70ff-4876-8105-944dfc18d4cb tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Request body: {'security_group_rule': {'security_group_id': '24756664-b713-48c1-bd3e-e35339f667ab', 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:56:16.380732 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8b44eaea-e9a3-41cd-b929-fb8edc96db3c req-9a51c926-625e-484c-882a-a5225849f259 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498984 Aug 12 21:56:16.390133 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.db.securitygroups_db [None req-f541cef9-70ff-4876-8105-944dfc18d4cb tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Project d8e3429a9f264b3f96368c74923af18f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 21:56:16.398731 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f541cef9-70ff-4876-8105-944dfc18d4cb tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:16.511313 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f541cef9-70ff-4876-8105-944dfc18d4cb tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:16.530259 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f541cef9-70ff-4876-8105-944dfc18d4cb tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:16.689069 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541cef9-70ff-4876-8105-944dfc18d4cb tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02aa703d-6bff-48c2-bf63-f0d182d3a522,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:16.710128 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f541cef9-70ff-4876-8105-944dfc18d4cb tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:16.723982 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce7ed8-5b67-44bb-9d1c-71476209dde3 req-12feb492-adf0-49b7-beda-87cbad5c16b3 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:16.724811 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f541cef9-70ff-4876-8105-944dfc18d4cb tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3641984 Aug 12 21:56:16.725643 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e1ce7ed8-5b67-44bb-9d1c-71476209dde3 req-12feb492-adf0-49b7-beda-87cbad5c16b3 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 949 time: 0.1296754 Aug 12 21:56:16.732509 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:16.733488 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 58280) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:16.747907 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-f5d27cca-763d-400e-963e-c3aa71f08f52 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Request body: {'security_group_rule': {'security_group_id': '24756664-b713-48c1-bd3e-e35339f667ab', 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:56:16.796982 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.db.securitygroups_db [None req-f5d27cca-763d-400e-963e-c3aa71f08f52 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Project d8e3429a9f264b3f96368c74923af18f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 21:56:16.805068 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f5d27cca-763d-400e-963e-c3aa71f08f52 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:16.814771 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e1ce7ed8-5b67-44bb-9d1c-71476209dde3 req-9f9908be-2d77-44af-a1f7-cef128850629 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/security-groups?id=54e85a32-240e-44f8-be5c-dc26c1e50de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782881 Aug 12 21:56:16.819215 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43745a50-903a-41df-9fdc-e332e8e74d23'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:56:16.821681 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a0a619-5efb-490f-b10f-b6c8ceb2ccc8" -d '{"events": [{"server_uuid": "4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10", "name": "network-vif-plugged", "status": "completed", "tag": "43745a50-903a-41df-9fdc-e332e8e74d23"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:56:16.842904 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 43745a50-903a-41df-9fdc-e332e8e74d23, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=43745a50-903a-41df-9fdc-e332e8e74d23,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:16.848802 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'name': 'tempest-TestVolumeBootPattern-1574252872-router', 'tenant_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '97345fda-28a0-4301-8d71-e2ef158eff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:56:04Z', 'updated_at': '2021-08-12T21:56:12Z', 'revision_number': 4, 'project_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'gw_port': {'id': '97345fda-28a0-4301-8d71-e2ef158eff7e', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:06Z', 'updated_at': '2021-08-12T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'e7006519-0f6e-4624-80df-239216b335ca', 'name': '', 'network_id': '6fbd4ff8-d47c-4f09-8d78-c5504e8028e7', 'tenant_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'mac_address': 'fa:16:3e:73:14:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '54273ed9-4cc5-463d-8406-bf20924bc430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:11Z', 'updated_at': '2021-08-12T21:56:12Z', 'revision_number': 2, 'project_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'subnets': [{'id': '54273ed9-4cc5-463d-8406-bf20924bc430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:16.881743 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:16.912024 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Checking router: 22013ac6-7636-4a71-9c43-91570cebfc6e for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:56:16.912577 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Updating router 22013ac6-7636-4a71-9c43-91570cebfc6e port e7006519-0f6e-4624-80df-239216b335ca binding host dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:56:17.015039 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f5d27cca-763d-400e-963e-c3aa71f08f52 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:17.022559 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f5d27cca-763d-400e-963e-c3aa71f08f52 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:17.039198 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d27cca-763d-400e-963e-c3aa71f08f52 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1414d79-28d4-4f61-9885-ade51f9e3835,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:17.068768 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f5d27cca-763d-400e-963e-c3aa71f08f52 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:17.073805 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f5d27cca-763d-400e-963e-c3aa71f08f52 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3387935 Aug 12 21:56:17.204747 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae6cf7d-9d4c-4e1c-8a22-55adca0c4933 x-openstack-request-id: req-cae6cf7d-9d4c-4e1c-8a22-55adca0c4933 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:56:17.205035 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10", "name": "network-vif-plugged", "status": "completed", "tag": "43745a50-903a-41df-9fdc-e332e8e74d23", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:56:17.205338 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cae6cf7d-9d4c-4e1c-8a22-55adca0c4933 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:56:17.205712 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43745a50-903a-41df-9fdc-e332e8e74d23', 'code': 200} Aug 12 21:56:17.275346 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4508f-472d-4c19-ab08-d742663c3b30 req-84605f37-032a-494c-b24a-5025683e1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:17.283143 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7df4508f-472d-4c19-ab08-d742663c3b30 req-84605f37-032a-494c-b24a-5025683e1b2e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 1098 time: 0.1154149 Aug 12 21:56:17.288266 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:17.324401 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=43745a50-903a-41df-9fdc-e332e8e74d23,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:17.359217 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:17.359583 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:17.359952 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:17.360340 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:17.360688 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:17.361069 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:17.361475 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:17.361815 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:17.362176 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:17.362516 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:17.362864 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:17.363177 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:17.487633 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7df4508f-472d-4c19-ab08-d742663c3b30 req-e2be4041-8309-4403-8e80-f26a2f8a0cd4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834614 Aug 12 21:56:17.514036 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e57bc-35f1-4f43-a1ef-2c9876aaf1e4 req-c0f81298-f9e8-48e4-aa2f-cee5f85cbf8c tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:17.522139 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-282e57bc-35f1-4f43-a1ef-2c9876aaf1e4 req-c0f81298-f9e8-48e4-aa2f-cee5f85cbf8c tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 945 time: 0.2055447 Aug 12 21:56:17.538444 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08b446-f1b3-4c94-aede-c66ab13f80f2 req-005e341e-2112-44b9-8fc6-1bf5228504c5 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:17.550358 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-be08b446-f1b3-4c94-aede-c66ab13f80f2 req-005e341e-2112-44b9-8fc6-1bf5228504c5 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 949 time: 0.1445191 Aug 12 21:56:17.613946 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-be08b446-f1b3-4c94-aede-c66ab13f80f2 req-f97a9d48-6db7-4030-bec2-a4a63187097d tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/security-groups?id=54e85a32-240e-44f8-be5c-dc26c1e50de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628164 Aug 12 21:56:17.658248 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-282e57bc-35f1-4f43-a1ef-2c9876aaf1e4 req-0aabcfba-7a28-4e17-9048-0dc9be934b65 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352355 Aug 12 21:56:17.758501 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9cd35f4-dad3-4fd9-978b-4e7bd6f4d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:17.780012 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:17.793727 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Transition to ACTIVE for port object e7006519-0f6e-4624-80df-239216b335ca will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:56:17.803340 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:17.903797 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d11a24-1b56-4fed-98a7-df2132044b3a None None] Pushing event updated for resources: {'Port': ['ID=e7006519-0f6e-4624-80df-239216b335ca,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:17.967535 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f985aab-5abe-4324-8fa2-e7bb49f2466f req-4940160d-b2dc-4e56-acd1-90b2b6df7295 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:17.975700 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1f985aab-5abe-4324-8fa2-e7bb49f2466f req-4940160d-b2dc-4e56-acd1-90b2b6df7295 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.1363482 Aug 12 21:56:17.990084 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 58374) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:18.034700 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Attempting to bind port e7006519-0f6e-4624-80df-239216b335ca on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:56:18.035089 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Attempting to bind port e7006519-0f6e-4624-80df-239216b335ca by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': 'd6b5e849-f99b-4b3e-923b-d79ac8fe48c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6fbd4ff8-d47c-4f09-8d78-c5504e8028e7'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:56:18.035581 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Attempting to bind port e7006519-0f6e-4624-80df-239216b335ca on network 6fbd4ff8-d47c-4f09-8d78-c5504e8028e7 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:56:18.036914 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1f985aab-5abe-4324-8fa2-e7bb49f2466f req-6a0e3694-5cbf-4e15-b59c-b6479e7e6d5f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576835 Aug 12 21:56:18.044724 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:56:18.045135 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Checking segment: {'id': 'd6b5e849-f99b-4b3e-923b-d79ac8fe48c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6fbd4ff8-d47c-4f09-8d78-c5504e8028e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:56:18.045559 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:18.045965 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Bound using segment: {'id': 'd6b5e849-f99b-4b3e-923b-d79ac8fe48c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6fbd4ff8-d47c-4f09-8d78-c5504e8028e7'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:56:18.046458 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Bound port: e7006519-0f6e-4624-80df-239216b335ca, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b5e849-f99b-4b3e-923b-d79ac8fe48c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6fbd4ff8-d47c-4f09-8d78-c5504e8028e7'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:56:18.046847 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:18.145103 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] For port e7006519-0f6e-4624-80df-239216b335ca, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:56:18.149636 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] For port e7006519-0f6e-4624-80df-239216b335ca, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=e7006519-0f6e-4624-80df-239216b335ca,segment=NetworkSegment(d6b5e849-f99b-4b3e-923b-d79ac8fe48c5),segment_id=d6b5e849-f99b-4b3e-923b-d79ac8fe48c5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:56:18.175728 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:18.205581 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0ef7-1bcc-4e2e-b132-7b32641592ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:18.250070 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:18.271774 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Routers {'22013ac6-7636-4a71-9c43-91570cebfc6e'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:56:18.272426 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:56:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['22013ac6-7636-4a71-9c43-91570cebfc6e'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:18.412996 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0ef7-1bcc-4e2e-b132-7b32641592ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:18.421293 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0ef7-1bcc-4e2e-b132-7b32641592ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:18.422482 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d11a24-1b56-4fed-98a7-df2132044b3a None None] Pushing event updated for resources: {'Port': ['ID=e7006519-0f6e-4624-80df-239216b335ca,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:18.470968 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-7a9d0ef7-1bcc-4e2e-b132-7b32641592ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f5d092682555400aa2d7f40c220363e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4791617 Aug 12 21:56:18.474687 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 58394) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:18.495005 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] Set router 22013ac6-7636-4a71-9c43-91570cebfc6e gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:56:18.506045 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d0ef7-1bcc-4e2e-b132-7b32641592ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c462f1-4606-4bc7-b26c-c13a1a38136b,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:18.565882 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bae7967f-b680-480a-a4e3-4944496e6929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:18.595594 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bae7967f-b680-480a-a4e3-4944496e6929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:18.674884 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bae7967f-b680-480a-a4e3-4944496e6929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:18.679556 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bae7967f-b680-480a-a4e3-4944496e6929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:18.682965 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-bae7967f-b680-480a-a4e3-4944496e6929 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d1c462f1-4606-4bc7-b26c-c13a1a38136b HTTP/1.1" status: 204 len: 168 time: 0.2057106 Aug 12 21:56:18.703410 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7967f-b680-480a-a4e3-4944496e6929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c462f1-4606-4bc7-b26c-c13a1a38136b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:18.811270 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317d1e1-ca6f-4c1f-afcd-d7db99f3324d req-2e23acad-ec60-4097-88da-0ac86f6a21a4 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:18.813202 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a317d1e1-ca6f-4c1f-afcd-d7db99f3324d req-2e23acad-ec60-4097-88da-0ac86f6a21a4 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 949 time: 0.0637872 Aug 12 21:56:18.853836 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'name': 'tempest-TestVolumeBootPattern-1574252872-router', 'tenant_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '97345fda-28a0-4301-8d71-e2ef158eff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:56:04Z', 'updated_at': '2021-08-12T21:56:12Z', 'revision_number': 4, 'project_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'gw_port': {'id': '97345fda-28a0-4301-8d71-e2ef158eff7e', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:06Z', 'updated_at': '2021-08-12T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'e7006519-0f6e-4624-80df-239216b335ca', 'name': '', 'network_id': '6fbd4ff8-d47c-4f09-8d78-c5504e8028e7', 'tenant_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'mac_address': 'fa:16:3e:73:14:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '54273ed9-4cc5-463d-8406-bf20924bc430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:11Z', 'updated_at': '2021-08-12T21:56:18Z', 'revision_number': 4, 'project_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'subnets': [{'id': '54273ed9-4cc5-463d-8406-bf20924bc430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:18.898566 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a317d1e1-ca6f-4c1f-afcd-d7db99f3324d req-95caab44-9d18-437a-aa1e-efe4a1e49bed tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/security-groups?id=54e85a32-240e-44f8-be5c-dc26c1e50de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714927 Aug 12 21:56:18.899149 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883f7245-ed53-4e13-89c9-c6c2e5208b7a None None] The sync data for ids ['22013ac6-7636-4a71-9c43-91570cebfc6e'] in dv-cinder-804457-2-iscsi is: [{'id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'name': 'tempest-TestVolumeBootPattern-1574252872-router', 'tenant_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '97345fda-28a0-4301-8d71-e2ef158eff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:56:04Z', 'updated_at': '2021-08-12T21:56:12Z', 'revision_number': 4, 'project_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'gw_port': {'id': '97345fda-28a0-4301-8d71-e2ef158eff7e', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:06Z', 'updated_at': '2021-08-12T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'e7006519-0f6e-4624-80df-239216b335ca', 'name': '', 'network_id': '6fbd4ff8-d47c-4f09-8d78-c5504e8028e7', 'tenant_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'mac_address': 'fa:16:3e:73:14:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '54273ed9-4cc5-463d-8406-bf20924bc430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:11Z', 'updated_at': '2021-08-12T21:56:18Z', 'revision_number': 4, 'project_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'subnets': [{'id': '54273ed9-4cc5-463d-8406-bf20924bc430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:56:18.928716 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081aab4f-3fdb-44f5-b586-4aba9f3065a9 req-01ac89a1-f1cd-4a2a-a9df-4418dea927d1 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:18.946690 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-081aab4f-3fdb-44f5-b586-4aba9f3065a9 req-01ac89a1-f1cd-4a2a-a9df-4418dea927d1 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 945 time: 0.1452999 Aug 12 21:56:18.954313 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:19.096314 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-081aab4f-3fdb-44f5-b586-4aba9f3065a9 req-cf7ee59c-f05e-4fe6-84af-ab27c2e727f1 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379712 Aug 12 21:56:19.248041 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e01dc5-dac0-4c67-aa43-5d9010c90f82 req-1cf06d11-3aae-43c7-8ca1-9985bf1d1f1c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:19.267385 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-29e01dc5-dac0-4c67-aa43-5d9010c90f82 req-1cf06d11-3aae-43c7-8ca1-9985bf1d1f1c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0993476 Aug 12 21:56:19.319530 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-29e01dc5-dac0-4c67-aa43-5d9010c90f82 req-af3e5dff-6e98-4284-bbf4-b572018f3a48 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465691 Aug 12 21:56:19.334196 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 58414) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:19.354244 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ec6d2234-ca21-4a89-9e67-929bf5b22b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:19.540252 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ec6d2234-ca21-4a89-9e67-929bf5b22b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:19.547374 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ec6d2234-ca21-4a89-9e67-929bf5b22b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:19.600329 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ec6d2234-ca21-4a89-9e67-929bf5b22b91 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e1b16d117b4f4ae6804c36c3e6dfb43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619119 Aug 12 21:56:19.600329 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d2234-ca21-4a89-9e67-929bf5b22b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c24111c-a0f5-4a37-a12b-5d14ef051b92,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:19.601604 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 58418) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:19.705919 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be210be5-8aeb-4e58-b602-5888a17d74b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:19.742441 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be210be5-8aeb-4e58-b602-5888a17d74b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:19.781175 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device e7006519-0f6e-4624-80df-239216b335ca up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:56:19.819743 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be210be5-8aeb-4e58-b602-5888a17d74b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:19.824551 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be210be5-8aeb-4e58-b602-5888a17d74b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:19.840496 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-be210be5-8aeb-4e58-b602-5888a17d74b1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3c24111c-a0f5-4a37-a12b-5d14ef051b92 HTTP/1.1" status: 204 len: 168 time: 0.2312994 Aug 12 21:56:19.860422 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be210be5-8aeb-4e58-b602-5888a17d74b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c24111c-a0f5-4a37-a12b-5d14ef051b92,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:19.904269 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port e7006519-0f6e-4624-80df-239216b335ca completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:56:19.911449 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port e7006519-0f6e-4624-80df-239216b335ca triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:19.911830 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:19.956812 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ffb0e-9578-4370-ae14-0c1a165af857 req-345b6e11-975f-4d77-aa54-f1d612c4f94c tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:19.962236 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-523ffb0e-9578-4370-ae14-0c1a165af857 req-345b6e11-975f-4d77-aa54-f1d612c4f94c tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 949 time: 0.1203694 Aug 12 21:56:20.055437 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:20.135187 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port e7006519-0f6e-4624-80df-239216b335ca, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=e7006519-0f6e-4624-80df-239216b335ca,segment=NetworkSegment(d6b5e849-f99b-4b3e-923b-d79ac8fe48c5),segment_id=d6b5e849-f99b-4b3e-923b-d79ac8fe48c5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:20.144238 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:20.267204 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=e7006519-0f6e-4624-80df-239216b335ca,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:20.340880 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb30373-c1f2-4a3e-b449-52023ae9022b req-917e7938-480a-44b2-9029-4ac6342a3205 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:20.348282 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2eb30373-c1f2-4a3e-b449-52023ae9022b req-917e7938-480a-44b2-9029-4ac6342a3205 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 949 time: 0.2403386 Aug 12 21:56:20.388653 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485f22b-ca5b-4824-9465-d144e8f5d598 req-ddbfefc7-b330-4cf1-a2c9-47d2aeadad26 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:20.396107 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a485f22b-ca5b-4824-9465-d144e8f5d598 req-ddbfefc7-b330-4cf1-a2c9-47d2aeadad26 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 945 time: 0.1189570 Aug 12 21:56:20.435016 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-523ffb0e-9578-4370-ae14-0c1a165af857 req-f48bb3ed-dfc3-4e1a-b837-1da20afcdfd0 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Deleting port f02ba791-049d-4c9b-818a-d3b0c530c126 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:56:20.435345 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-523ffb0e-9578-4370-ae14-0c1a165af857 req-f48bb3ed-dfc3-4e1a-b837-1da20afcdfd0 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:20.437306 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:20.442705 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2eb30373-c1f2-4a3e-b449-52023ae9022b req-2e726c88-c761-4a10-9502-a71325dd80b7 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/security-groups?id=54e85a32-240e-44f8-be5c-dc26c1e50de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935979 Aug 12 21:56:20.539920 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a485f22b-ca5b-4824-9465-d144e8f5d598 req-5b4d4aa5-6d8f-4887-a16e-169f99be3c97 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423852 Aug 12 21:56:20.624005 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-523ffb0e-9578-4370-ae14-0c1a165af857 req-f48bb3ed-dfc3-4e1a-b837-1da20afcdfd0 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] For port f02ba791-049d-4c9b-818a-d3b0c530c126, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f02ba791-049d-4c9b-818a-d3b0c530c126,segment=NetworkSegment(d51d041b-12b1-403d-8447-30ddbadc59a3),segment_id=d51d041b-12b1-403d-8447-30ddbadc59a3)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:20.625848 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-523ffb0e-9578-4370-ae14-0c1a165af857 req-f48bb3ed-dfc3-4e1a-b837-1da20afcdfd0 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:20.655364 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-523ffb0e-9578-4370-ae14-0c1a165af857 req-f48bb3ed-dfc3-4e1a-b837-1da20afcdfd0 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Calling delete_port for f02ba791-049d-4c9b-818a-d3b0c530c126 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:56:20.905097 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159494b0-82ba-4553-9048-763b38016626 req-7bb3847c-7a78-4e9e-a85a-86a81cae449f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:20.906759 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-159494b0-82ba-4553-9048-763b38016626 req-7bb3847c-7a78-4e9e-a85a-86a81cae449f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.1319904 Aug 12 21:56:21.055746 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-159494b0-82ba-4553-9048-763b38016626 req-fdd5b6d1-b57c-4ed2-8a3a-13e1ba209071 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357298 Aug 12 21:56:21.070180 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-523ffb0e-9578-4370-ae14-0c1a165af857 req-f48bb3ed-dfc3-4e1a-b837-1da20afcdfd0 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:21.091478 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['f02ba791-049d-4c9b-818a-d3b0c530c126'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:56:21.116020 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bb3ed-dfc3-4e1a-b837-1da20afcdfd0 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Pushing event deleted for resources: {'Port': ['ID=f02ba791-049d-4c9b-818a-d3b0c530c126,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:21.217352 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-523ffb0e-9578-4370-ae14-0c1a165af857 req-f48bb3ed-dfc3-4e1a-b837-1da20afcdfd0 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] No DVR routers for this DVR port f02ba791-049d-4c9b-818a-d3b0c530c126 on host hv-cinder-80445 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:56:21.221844 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-523ffb0e-9578-4370-ae14-0c1a165af857 req-f48bb3ed-dfc3-4e1a-b837-1da20afcdfd0 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:21.223854 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-523ffb0e-9578-4370-ae14-0c1a165af857 req-f48bb3ed-dfc3-4e1a-b837-1da20afcdfd0 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.66 "DELETE /v2.0/ports/f02ba791-049d-4c9b-818a-d3b0c530c126 HTTP/1.1" status: 204 len: 173 time: 1.2467673 Aug 12 21:56:21.224303 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8', 'name': 'network-vif-deleted', 'tag': 'f02ba791-049d-4c9b-818a-d3b0c530c126'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:56:21.226720 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c99e43-69f3-42e7-9468-2f58a03ada69" -d '{"events": [{"server_uuid": "fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8", "name": "network-vif-deleted", "tag": "f02ba791-049d-4c9b-818a-d3b0c530c126"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:56:21.287695 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67082761-6ff2-4e43-8e41-81545e88bb25 x-openstack-request-id: req-67082761-6ff2-4e43-8e41-81545e88bb25 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:56:21.288226 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8", "name": "network-vif-deleted", "tag": "f02ba791-049d-4c9b-818a-d3b0c530c126", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:56:21.288603 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-67082761-6ff2-4e43-8e41-81545e88bb25 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:56:21.289211 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8', 'name': 'network-vif-deleted', 'tag': 'f02ba791-049d-4c9b-818a-d3b0c530c126', 'status': 'completed', 'code': 200} Aug 12 21:56:21.581914 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-efd1d3e7-5486-4776-8adc-f51140118f6b req-c18e61ce-f7ac-4ab9-a052-2a30d05b5ea9 tempest-VolumesNegativeTest-2139371044 tempest-VolumesNegativeTest-2139371044-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5d2fe8-5e30-4f16-bd18-d9d43efeb3f8 HTTP/1.1" status: 200 len: 210 time: 0.0433979 Aug 12 21:56:21.770936 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device e7006519-0f6e-4624-80df-239216b335ca up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:56:21.909935 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port e7006519-0f6e-4624-80df-239216b335ca triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:21.910326 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:22.262148 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b4d94-32fb-440c-8ca2-eef3c63bfa43 req-db92c83f-1c07-4027-ad83-dc62ae510b87 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:22.263850 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-784b4d94-32fb-440c-8ca2-eef3c63bfa43 req-db92c83f-1c07-4027-ad83-dc62ae510b87 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0766108 Aug 12 21:56:22.335830 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-784b4d94-32fb-440c-8ca2-eef3c63bfa43 req-23171ae9-b584-4f93-b9a3-c64d7e9ce349 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660686 Aug 12 21:56:23.055292 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 58546) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:23.162907 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:23.256962 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:23.261456 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:23.300301 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4361186bd83c4decba4dd1e173f6737c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435355 Aug 12 21:56:23.303343 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 58550) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:23.306114 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf60f86c-63fe-46f9-9c46-50f7ebec223d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:23.315394 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:23.315750 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:23.316099 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:23.316504 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:23.316865 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:23.317236 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:23.317575 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:23.317908 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:23.318294 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:23.318632 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:23.318960 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:23.319475 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9190bd-c11f-46c4-90db-a3855932e449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:56:23.359783 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-73ce4953-67fc-4e5d-aac4-a0c2857dde00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:23.389300 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-73ce4953-67fc-4e5d-aac4-a0c2857dde00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:23.459204 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-73ce4953-67fc-4e5d-aac4-a0c2857dde00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:23.462605 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-73ce4953-67fc-4e5d-aac4-a0c2857dde00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:23.467397 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-73ce4953-67fc-4e5d-aac4-a0c2857dde00 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cf60f86c-63fe-46f9-9c46-50f7ebec223d HTTP/1.1" status: 204 len: 168 time: 0.1623275 Aug 12 21:56:23.476653 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce4953-67fc-4e5d-aac4-a0c2857dde00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf60f86c-63fe-46f9-9c46-50f7ebec223d,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:23.512998 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241efc23-d687-41e6-97a7-03415504553b req-f16a6a3a-e8d2-4c55-96d1-3fb64c7b529f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:23.514864 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-241efc23-d687-41e6-97a7-03415504553b req-f16a6a3a-e8d2-4c55-96d1-3fb64c7b529f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0745273 Aug 12 21:56:23.522444 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device f02ba791-049d-4c9b-818a-d3b0c530c126 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:56:23.553574 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: f02ba791-049d-4c9b-818a-d3b0c530c126 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:56:23.553844 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device f02ba791-049d-4c9b-818a-d3b0c530c126 not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:56:23.579802 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-241efc23-d687-41e6-97a7-03415504553b req-169eb3b1-aa06-41d7-a661-868f50967f89 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575798 Aug 12 21:56:23.995029 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 58572) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:24.016714 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0306bcae-0808-43f6-8ecf-b536a6f931da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:24.133656 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0306bcae-0808-43f6-8ecf-b536a6f931da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:24.138697 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0306bcae-0808-43f6-8ecf-b536a6f931da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:24.179053 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0306bcae-0808-43f6-8ecf-b536a6f931da admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fec3ef99ee654f2eb0b9b6b9c00da6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829033 Aug 12 21:56:24.181743 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 58580) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:24.184603 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306bcae-0808-43f6-8ecf-b536a6f931da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb373ec-6f57-485d-b277-fce0a2635ecc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:24.237599 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-93ddeccf-307f-45c9-8365-89e09f66edb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:24.258600 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-93ddeccf-307f-45c9-8365-89e09f66edb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:24.323882 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-93ddeccf-307f-45c9-8365-89e09f66edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:24.327682 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-93ddeccf-307f-45c9-8365-89e09f66edb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:24.329102 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-93ddeccf-307f-45c9-8365-89e09f66edb9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1cb373ec-6f57-485d-b277-fce0a2635ecc HTTP/1.1" status: 204 len: 168 time: 0.1461682 Aug 12 21:56:24.338188 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddeccf-307f-45c9-8365-89e09f66edb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb373ec-6f57-485d-b277-fce0a2635ecc,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:24.739113 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff013b9-76d9-4b6c-b76b-4a30acf52df5 req-94c4dfe4-9ffc-4b83-ad05-34ed58ead81c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:24.740612 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6ff013b9-76d9-4b6c-b76b-4a30acf52df5 req-94c4dfe4-9ffc-4b83-ad05-34ed58ead81c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0587072 Aug 12 21:56:24.743096 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:56:24.789492 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6ff013b9-76d9-4b6c-b76b-4a30acf52df5 req-87d4b98b-bf72-4de7-ba22-f9f8a02c7457 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369461 Aug 12 21:56:25.922194 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9e2d7-d734-4435-8602-b794616e5843 req-e4d6144f-1479-46ea-9981-0bd5665d53dc tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:25.923644 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-95d9e2d7-d734-4435-8602-b794616e5843 req-e4d6144f-1479-46ea-9981-0bd5665d53dc tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0549176 Aug 12 21:56:25.964572 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-95d9e2d7-d734-4435-8602-b794616e5843 req-9ba5c208-fea7-4660-87e8-6820f9c1b2ae tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350044 Aug 12 21:56:27.087884 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ef150-a414-4e57-936e-52e1b063dec8 req-e856d688-a19a-49d3-9f90-60e21a51c4ea tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:27.089606 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f57ef150-a414-4e57-936e-52e1b063dec8 req-e856d688-a19a-49d3-9f90-60e21a51c4ea tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0515728 Aug 12 21:56:27.131514 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f57ef150-a414-4e57-936e-52e1b063dec8 req-24204212-51e1-46e9-930f-6daee3a1e9c3 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356781 Aug 12 21:56:28.253238 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418cbe6-136d-4885-af49-9671fc0c04d5 req-aaf23057-1467-4e65-ab73-7e0793f4a0a2 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:28.255163 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e418cbe6-136d-4885-af49-9671fc0c04d5 req-aaf23057-1467-4e65-ab73-7e0793f4a0a2 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0528557 Aug 12 21:56:28.305752 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 58680) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:28.308373 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e418cbe6-136d-4885-af49-9671fc0c04d5 req-f1e99584-89bb-403c-9004-e122af5f181f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383732 Aug 12 21:56:28.417575 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-04bdc003-cf6b-4983-b8c3-291d80a00fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:28.515199 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-04bdc003-cf6b-4983-b8c3-291d80a00fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:28.519182 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-04bdc003-cf6b-4983-b8c3-291d80a00fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:28.568049 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-04bdc003-cf6b-4983-b8c3-291d80a00fc0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=eaa69982b2d342b0bd95f5b2f27df0e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605381 Aug 12 21:56:28.570237 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdc003-cf6b-4983-b8c3-291d80a00fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df65997-2d39-4bb7-bf31-3749b2751010,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:28.570890 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 58686) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:28.630730 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee45d59f-d502-4f78-8d35-ac2a91742916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:28.655288 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee45d59f-d502-4f78-8d35-ac2a91742916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:28.706531 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee45d59f-d502-4f78-8d35-ac2a91742916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:28.710392 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee45d59f-d502-4f78-8d35-ac2a91742916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:28.711572 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ee45d59f-d502-4f78-8d35-ac2a91742916 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9df65997-2d39-4bb7-bf31-3749b2751010 HTTP/1.1" status: 204 len: 168 time: 0.1396782 Aug 12 21:56:28.721290 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45d59f-d502-4f78-8d35-ac2a91742916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df65997-2d39-4bb7-bf31-3749b2751010,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:29.520614 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14882ff-519a-456b-83d1-5d0800a8952a req-ecc84b01-5293-496c-bd3e-a4520b77504c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:29.523792 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d14882ff-519a-456b-83d1-5d0800a8952a req-ecc84b01-5293-496c-bd3e-a4520b77504c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.1086113 Aug 12 21:56:29.618712 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d14882ff-519a-456b-83d1-5d0800a8952a req-6e16121a-bd28-4a7c-b1da-77e3ef3c599c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869279 Aug 12 21:56:30.751693 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea371a-9415-4e54-b0f5-27f8e4cf835a req-ee1a0daf-26a6-4deb-a0a6-2330c0a9bd8b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:30.761163 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e6ea371a-9415-4e54-b0f5-27f8e4cf835a req-ee1a0daf-26a6-4deb-a0a6-2330c0a9bd8b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0588548 Aug 12 21:56:30.802469 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e6ea371a-9415-4e54-b0f5-27f8e4cf835a req-fd3b4484-cfff-4ebe-a8a8-4f901d51230a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396783 Aug 12 21:56:31.917420 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ed38a-5ae4-4aec-ad2e-6f237511b488 req-ed706bff-3e27-487b-9409-db6c8e2d18d0 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:31.918940 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-903ed38a-5ae4-4aec-ad2e-6f237511b488 req-ed706bff-3e27-487b-9409-db6c8e2d18d0 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0541666 Aug 12 21:56:31.958822 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-903ed38a-5ae4-4aec-ad2e-6f237511b488 req-eca63b41-e396-433e-a84c-657757c5e9a2 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336275 Aug 12 21:56:33.078389 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746db0bc-2e63-40ff-acbe-e27bd6884d2b req-fc837eaf-626d-43c2-b1bc-ac6628aa62c4 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:33.079796 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-746db0bc-2e63-40ff-acbe-e27bd6884d2b req-fc837eaf-626d-43c2-b1bc-ac6628aa62c4 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0509830 Aug 12 21:56:33.119125 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-746db0bc-2e63-40ff-acbe-e27bd6884d2b req-9b60b785-0883-4b2c-b326-d49444613701 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332844 Aug 12 21:56:34.308386 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fb2ab-181e-4d75-b143-98df813ecb7a req-26648591-266a-4158-b43c-01a3f1ef5146 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:34.310656 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d04fb2ab-181e-4d75-b143-98df813ecb7a req-26648591-266a-4158-b43c-01a3f1ef5146 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0956061 Aug 12 21:56:34.312583 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a2c44-0ce5-47a0-b795-d99beffc903f req-e1e709f9-0e5c-4d24-9c0b-39c67b25ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:34.314052 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-229a2c44-0ce5-47a0-b795-d99beffc903f req-e1e709f9-0e5c-4d24-9c0b-39c67b25ed4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=578655d9defa4fde962a9185bfbbbbfe&device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 1098 time: 0.0860367 Aug 12 21:56:34.374667 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d04fb2ab-181e-4d75-b143-98df813ecb7a req-0258947e-bd88-47af-92f0-b442aa2e86bb tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580308 Aug 12 21:56:34.455840 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a2c44-0ce5-47a0-b795-d99beffc903f req-614d9051-33f4-4f97-97c1-ebbd8c96d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:34.457349 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-229a2c44-0ce5-47a0-b795-d99beffc903f req-614d9051-33f4-4f97-97c1-ebbd8c96d4d7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e13655-3f36-46fa-b773-fa603af50fee HTTP/1.1" status: 200 len: 919 time: 0.1103284 Aug 12 21:56:34.503261 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-229a2c44-0ce5-47a0-b795-d99beffc903f req-e5ce0cc9-9ff7-40d0-9872-30377a988286 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab58f9d5-adcc-442c-8bff-061c168d471f HTTP/1.1" status: 200 len: 217 time: 0.0374544 Aug 12 21:56:34.556382 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a2c44-0ce5-47a0-b795-d99beffc903f req-46e63ba5-fb83-4944-8cd8-400925a4e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:34.558094 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-229a2c44-0ce5-47a0-b795-d99beffc903f req-46e63ba5-fb83-4944-8cd8-400925a4e8c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3cfec04-1a32-4b2a-bfc9-aa15ffa5e034 HTTP/1.1" status: 200 len: 858 time: 0.0474458 Aug 12 21:56:34.595813 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-229a2c44-0ce5-47a0-b795-d99beffc903f req-f2f57581-bc0d-4c64-85fd-27775a09f4d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e13655-3f36-46fa-b773-fa603af50fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246942 Aug 12 21:56:34.693928 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-229a2c44-0ce5-47a0-b795-d99beffc903f req-21ffb966-2bfd-4666-b5f2-1a10782b87fd service neutron] 10.222.0.66 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895646 Aug 12 21:56:34.795150 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-229a2c44-0ce5-47a0-b795-d99beffc903f req-2c9f6083-9dee-4960-ba4d-e83677611f34 service neutron] 10.222.0.66 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859427 Aug 12 21:56:35.524674 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666eb0a0-c9ab-4996-b990-53004cb6e7d0 req-efa744c7-3c66-44b9-879f-5f9235ab8c8c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:35.526773 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-666eb0a0-c9ab-4996-b990-53004cb6e7d0 req-efa744c7-3c66-44b9-879f-5f9235ab8c8c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0582995 Aug 12 21:56:35.568585 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-666eb0a0-c9ab-4996-b990-53004cb6e7d0 req-e16562b7-57ee-4bd6-98cf-1844decadd06 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355115 Aug 12 21:56:36.702912 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b0731-8300-4b79-8cc9-e31ce43c619e req-e76552fe-4bf2-4070-afdc-1c1fd08b13ce tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:36.704743 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-170b0731-8300-4b79-8cc9-e31ce43c619e req-e76552fe-4bf2-4070-afdc-1c1fd08b13ce tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0569301 Aug 12 21:56:36.750885 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-170b0731-8300-4b79-8cc9-e31ce43c619e req-fd28e827-c4da-4cf4-9255-eea3caa05206 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385356 Aug 12 21:56:37.521552 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fd925-1069-44c1-b9bf-7595f3f6186a req-1ca9e66c-4fc5-48e4-a35f-e3c43db9969b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:37.523212 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-707fd925-1069-44c1-b9bf-7595f3f6186a req-1ca9e66c-4fc5-48e4-a35f-e3c43db9969b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0536339 Aug 12 21:56:37.567011 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-707fd925-1069-44c1-b9bf-7595f3f6186a req-31b5cda7-7d16-4612-ab6d-3dabc5980f85 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355399 Aug 12 21:56:37.810755 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:37.879929 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf2c64-5f6c-4b3e-a139-76f8bc8445e0 req-f4af878e-1bc7-4dfe-b4c4-6a99d7134f1b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:37.881410 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c8cf2c64-5f6c-4b3e-a139-76f8bc8445e0 req-f4af878e-1bc7-4dfe-b4c4-6a99d7134f1b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0524678 Aug 12 21:56:37.922546 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c8cf2c64-5f6c-4b3e-a139-76f8bc8445e0 req-2ff883ff-4d90-4625-97ed-f2fa69686883 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314496 Aug 12 21:56:38.544128 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2fe05-21cc-4fa8-b7e4-5bf2995f9308 req-d9813446-c76c-4f9c-9244-3cc49f8248d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:38.545605 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-74f2fe05-21cc-4fa8-b7e4-5bf2995f9308 req-d9813446-c76c-4f9c-9244-3cc49f8248d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0558939 Aug 12 21:56:38.583819 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-74f2fe05-21cc-4fa8-b7e4-5bf2995f9308 req-cc9cf4d0-b06d-4b4b-ba76-c5212001faf7 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321937 Aug 12 21:56:38.711956 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b49794-abf1-440f-994b-66d7ccf3f669 req-3a597f62-6d00-4e9b-a710-b5630125eb73 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:38.714431 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b4b49794-abf1-440f-994b-66d7ccf3f669 req-3a597f62-6d00-4e9b-a710-b5630125eb73 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0510633 Aug 12 21:56:38.753144 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b4b49794-abf1-440f-994b-66d7ccf3f669 req-16346fd9-ae61-4391-8cd0-9a7ca105ee46 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327628 Aug 12 21:56:39.043215 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0593936-575e-4db2-a494-aa4c3bc95926 req-52851407-a32e-4268-ac78-f76967be52ad tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:39.058051 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c0593936-575e-4db2-a494-aa4c3bc95926 req-52851407-a32e-4268-ac78-f76967be52ad tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0628493 Aug 12 21:56:39.087583 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c0593936-575e-4db2-a494-aa4c3bc95926 req-a8c595b0-ef37-4c45-86b6-b3d3d5d96e3c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361490 Aug 12 21:56:39.718755 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53571c80-4b29-4893-8430-a5aeab67ca60 req-5058ded0-c0a7-4732-b414-7870a626a4e7 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:39.718755 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-53571c80-4b29-4893-8430-a5aeab67ca60 req-5058ded0-c0a7-4732-b414-7870a626a4e7 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0588715 Aug 12 21:56:39.758688 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-53571c80-4b29-4893-8430-a5aeab67ca60 req-72c388dd-8626-4f61-a5b6-025eb9722bb8 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339603 Aug 12 21:56:39.869042 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8a779-fdfe-4bde-ae81-c1266cb32b01 req-e61fc2f9-fad6-4d7e-bc41-09a5ade4cd3c tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:39.870468 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1e8a779-fdfe-4bde-ae81-c1266cb32b01 req-e61fc2f9-fad6-4d7e-bc41-09a5ade4cd3c tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0491216 Aug 12 21:56:39.909393 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1e8a779-fdfe-4bde-ae81-c1266cb32b01 req-19121927-6e8f-40f6-acfe-933842e096ea tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323353 Aug 12 21:56:40.209753 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570d96b-5931-40ae-9f8d-18f4c1ba127d req-aa2647c6-533b-4a2b-9b89-b28aaee99dc7 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:40.211306 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3570d96b-5931-40ae-9f8d-18f4c1ba127d req-aa2647c6-533b-4a2b-9b89-b28aaee99dc7 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0491538 Aug 12 21:56:40.250397 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3570d96b-5931-40ae-9f8d-18f4c1ba127d req-3498bc4b-0d70-4200-8a0d-0179fd9d709a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328145 Aug 12 21:56:40.887573 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf23e9b-dd8e-46c9-9d41-757936e7c80e req-a9b946d9-a737-4e4e-847e-2640440bdbf2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:40.889169 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4cf23e9b-dd8e-46c9-9d41-757936e7c80e req-a9b946d9-a737-4e4e-847e-2640440bdbf2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0534072 Aug 12 21:56:40.927917 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4cf23e9b-dd8e-46c9-9d41-757936e7c80e req-47e8973d-54af-4b94-9efa-704323d0995d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325539 Aug 12 21:56:41.030409 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404b367-9fbb-4074-8ab9-9f7c20e3fe26 req-8dbf6c19-b477-4a73-9516-064e5421f65f tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:41.031783 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3404b367-9fbb-4074-8ab9-9f7c20e3fe26 req-8dbf6c19-b477-4a73-9516-064e5421f65f tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0489168 Aug 12 21:56:41.069866 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3404b367-9fbb-4074-8ab9-9f7c20e3fe26 req-28b187cf-bd68-40e2-969d-e541e34709ad tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320625 Aug 12 21:56:41.384751 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8f85-e300-4b74-8d65-d520f1dfa8b9 req-017a0bd9-f184-42a0-85eb-79cb65011cc7 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:41.386315 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b25f8f85-e300-4b74-8d65-d520f1dfa8b9 req-017a0bd9-f184-42a0-85eb-79cb65011cc7 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0496800 Aug 12 21:56:41.423846 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b25f8f85-e300-4b74-8d65-d520f1dfa8b9 req-4216e4be-40b4-4225-8a1f-915cb0dfa213 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316663 Aug 12 21:56:42.052225 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14d507-c603-4152-877c-b33f590d4a35 req-68b708e7-935a-4bad-b813-dbd7b9fb3ba0 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:42.053625 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fc14d507-c603-4152-877c-b33f590d4a35 req-68b708e7-935a-4bad-b813-dbd7b9fb3ba0 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0531850 Aug 12 21:56:42.093546 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fc14d507-c603-4152-877c-b33f590d4a35 req-c0e0d645-f46d-4fde-b3fc-a618eeb99717 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310051 Aug 12 21:56:42.187803 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f071a09-ffaa-46a4-a48c-7a32e72970e2 req-c062d59e-828c-46d4-8d5d-fdc8c8e23962 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:42.189407 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8f071a09-ffaa-46a4-a48c-7a32e72970e2 req-c062d59e-828c-46d4-8d5d-fdc8c8e23962 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0526505 Aug 12 21:56:42.229110 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8f071a09-ffaa-46a4-a48c-7a32e72970e2 req-82bebacc-f30b-466b-8266-d9e6ff6ccaf4 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336504 Aug 12 21:56:42.672160 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd461a3a-f0cb-4132-98bc-ec3e5c2ceb17 req-2a7a3ba1-5162-41d7-a4e5-c949a0994851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:42.673671 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bd461a3a-f0cb-4132-98bc-ec3e5c2ceb17 req-2a7a3ba1-5162-41d7-a4e5-c949a0994851 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 1098 time: 0.1029224 Aug 12 21:56:42.683177 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06252137-9e65-4f8a-8def-ba1bad10a4c7 req-7b038fc1-5d67-4160-8bff-7a7f455baa5a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:42.684655 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-06252137-9e65-4f8a-8def-ba1bad10a4c7 req-7b038fc1-5d67-4160-8bff-7a7f455baa5a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.1497595 Aug 12 21:56:42.714120 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34715b47-078c-4ee2-928c-333205048047 req-7d66e105-1958-4dd7-945a-3c8123e38c85 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:42.721427 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34715b47-078c-4ee2-928c-333205048047 req-7d66e105-1958-4dd7-945a-3c8123e38c85 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0996356 Aug 12 21:56:42.784894 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bd461a3a-f0cb-4132-98bc-ec3e5c2ceb17 req-0f0b8c87-f139-4737-a2ce-d40f479f86c6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974462 Aug 12 21:56:42.791293 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-06252137-9e65-4f8a-8def-ba1bad10a4c7 req-5e8a67d0-ee21-4a44-9bf2-09dbdb850ba9 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859210 Aug 12 21:56:42.822612 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34715b47-078c-4ee2-928c-333205048047 req-b958bdcd-e232-42e5-af61-a7e9d20d37cb tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995419 Aug 12 21:56:42.972051 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 59240) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:43.101611 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-15a7683f-834f-4dbe-b473-04ae2aa25cdd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8591d634d2cc4eb6842435f678d8782a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1284046 Aug 12 21:56:43.104111 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 59244) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:43.154820 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-267e998c-0462-4404-b972-d65faab3fec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:43.199379 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-267e998c-0462-4404-b972-d65faab3fec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:43.242395 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff06bbc-6700-465f-954d-f77aa1532d5f req-0c6a1560-371c-4ceb-9831-ed68dc187610 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:43.244500 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6ff06bbc-6700-465f-954d-f77aa1532d5f req-0c6a1560-371c-4ceb-9831-ed68dc187610 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0805681 Aug 12 21:56:43.285637 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-267e998c-0462-4404-b972-d65faab3fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:43.288316 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-267e998c-0462-4404-b972-d65faab3fec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:43.289862 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-267e998c-0462-4404-b972-d65faab3fec5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/54e85a32-240e-44f8-be5c-dc26c1e50de8 HTTP/1.1" status: 204 len: 168 time: 0.1847730 Aug 12 21:56:43.300523 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e998c-0462-4404-b972-d65faab3fec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e85a32-240e-44f8-be5c-dc26c1e50de8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:43.313602 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6ff06bbc-6700-465f-954d-f77aa1532d5f req-2f785890-14c3-4f2f-837d-284ad374c177 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573587 Aug 12 21:56:43.371575 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00952013-e306-470c-842c-4ca7e9c9beac req-ed13f0a0-8e27-49f9-82f5-085e1650fa32 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:43.373044 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-00952013-e306-470c-842c-4ca7e9c9beac req-ed13f0a0-8e27-49f9-82f5-085e1650fa32 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0694339 Aug 12 21:56:43.415882 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-00952013-e306-470c-842c-4ca7e9c9beac req-c634fc1e-7a81-4150-95ad-4eed295e8821 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363889 Aug 12 21:56:43.951252 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5569ae6-2848-43aa-817a-e445a082e684 req-1405c4fe-fe42-4a48-8e86-27f2faca6492 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:43.953104 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5569ae6-2848-43aa-817a-e445a082e684 req-1405c4fe-fe42-4a48-8e86-27f2faca6492 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0866404 Aug 12 21:56:43.969067 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73202d0-1f2b-4c42-a43e-1cdc433049c0 req-36790338-075f-49bb-a716-34af6bc5a420 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:43.973597 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b73202d0-1f2b-4c42-a43e-1cdc433049c0 req-36790338-075f-49bb-a716-34af6bc5a420 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0822177 Aug 12 21:56:44.004302 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 59274) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:44.044876 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5569ae6-2848-43aa-817a-e445a082e684 req-373c0b3e-cd3b-46c9-baf8-2910d1436e1b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699117 Aug 12 21:56:44.050043 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b73202d0-1f2b-4c42-a43e-1cdc433049c0 req-f6938ce5-d38b-4520-9c18-404359f35046 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631175 Aug 12 21:56:44.054569 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-a933a745-79a3-46a7-b74a-1c6b4c549149 admin admin] Deleting subnet 2f87be3c-48aa-4157-95a4-a6e60f0f4e34 {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:56:44.059989 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a933a745-79a3-46a7-b74a-1c6b4c549149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:44.104083 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a933a745-79a3-46a7-b74a-1c6b4c549149 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:44.113101 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a933a745-79a3-46a7-b74a-1c6b4c549149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:44.168937 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a933a745-79a3-46a7-b74a-1c6b4c549149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:44.194801 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933a745-79a3-46a7-b74a-1c6b4c549149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f87be3c-48aa-4157-95a4-a6e60f0f4e34,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:44.199062 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a933a745-79a3-46a7-b74a-1c6b4c549149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:44.201355 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-a933a745-79a3-46a7-b74a-1c6b4c549149 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2f87be3c-48aa-4157-95a4-a6e60f0f4e34 HTTP/1.1" status: 204 len: 168 time: 0.1945643 Aug 12 21:56:44.203433 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 59282) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:44.272668 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:44.355552 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:44.365924 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:56:44.366275 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:56:44.367033 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:56:44.367370 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Subscribe: > port after_create 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:56:44.367711 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:56:44.368071 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Subscribe: > port after_update 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:56:44.368431 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:56:44.368866 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:56:44.369104 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:56:44.369472 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:56:44.438842 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:56:44.439232 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:56:44.439568 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:56:44.439911 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:56:44.440285 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04905455-b783-4a86-8576-c0b77ff3cd24']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:44.441333 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c11683-5b4c-4c5e-9e38-6c12972031f9 req-b992c9b0-92a8-4945-bd4a-ba4d293cbca6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:44.442859 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-41c11683-5b4c-4c5e-9e38-6c12972031f9 req-b992c9b0-92a8-4945-bd4a-ba4d293cbca6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0553064 Aug 12 21:56:44.461134 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b858aa-41ad-4ad6-9807-416bf1a740da') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:44.461448 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b858aa-41ad-4ad6-9807-416bf1a740da') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:56:44.479064 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8446753'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:44.501281 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-41c11683-5b4c-4c5e-9e38-6c12972031f9 req-935517e8-318a-4d55-a337-71a75ad4e630 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507395 Aug 12 21:56:44.505961 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:44.517614 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:56:44.517614 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416940'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: from cryptography.utils import int_from_bytes Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: from cryptography.utils import int_from_bytes Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: Traceback (most recent call last): Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: timer() Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: cb(*args, **kw) Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: self._notify() Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: self.callback(batched_events) Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: event.method(event) Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: return f(self, *a, **k) Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._get(url).json() Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:56:44.526631 dv-cinder-804457-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:56:44.543303 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5b059-774f-4a31-b1cb-8abca9e3b900 req-41604d0a-a54a-4450-9045-485b58c75801 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:44.544785 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f3e5b059-774f-4a31-b1cb-8abca9e3b900 req-41604d0a-a54a-4450-9045-485b58c75801 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0598936 Aug 12 21:56:44.583221 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:44.583441 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f3e5b059-774f-4a31-b1cb-8abca9e3b900 req-0560d705-0143-440e-9d81-2a96cb1b3bd4 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327203 Aug 12 21:56:44.590007 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:44.592082 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] 10.222.0.74 "DELETE /v2.0/networks/04905455-b783-4a86-8576-c0b77ff3cd24 HTTP/1.1" status: 204 len: 168 time: 0.3877430 Aug 12 21:56:44.605712 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2818a89-f625-4a25-88a7-7382bc331933 admin admin] Pushing event deleted for resources: {'Network': ['ID=04905455-b783-4a86-8576-c0b77ff3cd24,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:44.755299 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 59290) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:44.795506 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-8ce3b81a-be51-4717-8645-f256854318ff admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4fe1fbe2539049fbb3d165222de97967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390682 Aug 12 21:56:44.797919 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 59292) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:56:44.845307 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-07a1493e-8c5a-42d9-b03a-886d4ca68b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:44.869454 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-07a1493e-8c5a-42d9-b03a-886d4ca68b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:44.915575 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-07a1493e-8c5a-42d9-b03a-886d4ca68b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:44.918234 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-07a1493e-8c5a-42d9-b03a-886d4ca68b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:44.919374 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-07a1493e-8c5a-42d9-b03a-886d4ca68b22 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8e875076-8423-40eb-8e83-a62d0d548061 HTTP/1.1" status: 204 len: 168 time: 0.1205983 Aug 12 21:56:44.926905 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1493e-8c5a-42d9-b03a-886d4ca68b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e875076-8423-40eb-8e83-a62d0d548061,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:45.220830 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc58736-327f-44a7-baf4-b21c23bde08c req-fa70854f-7da7-4baa-820f-80890f6e52f7 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:45.222993 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ffc58736-327f-44a7-baf4-b21c23bde08c req-fa70854f-7da7-4baa-820f-80890f6e52f7 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.1068556 Aug 12 21:56:45.241357 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb959938-0fa2-4640-82dd-ff618ad52af2 req-7adacd8b-f08c-45d4-a26d-cc97d9d38f20 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:45.260228 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fb959938-0fa2-4640-82dd-ff618ad52af2 req-7adacd8b-f08c-45d4-a26d-cc97d9d38f20 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 945 time: 0.1312544 Aug 12 21:56:45.268845 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5668442-58ae-4aec-9de5-d06299c9674c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:45.284294 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de91fc-523e-4135-8840-bf63065bf1db req-dcd590c4-00e7-41dc-8bad-e88838743c98 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:45.285760 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-71de91fc-523e-4135-8840-bf63065bf1db req-dcd590c4-00e7-41dc-8bad-e88838743c98 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 945 time: 0.1418104 Aug 12 21:56:45.362398 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fb959938-0fa2-4640-82dd-ff618ad52af2 req-a3be1048-c268-4d64-b24c-ed2907df5731 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013060 Aug 12 21:56:45.369884 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ffc58736-327f-44a7-baf4-b21c23bde08c req-babfcbd5-6e18-4485-9cce-20d4b3a811a1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058710 Aug 12 21:56:45.426815 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-71de91fc-523e-4135-8840-bf63065bf1db req-e0b881f1-b4d1-487b-8f24-fe6dfc0e89a2 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Deleting port 43745a50-903a-41df-9fdc-e332e8e74d23 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:56:45.427099 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-71de91fc-523e-4135-8840-bf63065bf1db req-e0b881f1-b4d1-487b-8f24-fe6dfc0e89a2 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:45.531651 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-71de91fc-523e-4135-8840-bf63065bf1db req-e0b881f1-b4d1-487b-8f24-fe6dfc0e89a2 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] For port 43745a50-903a-41df-9fdc-e332e8e74d23, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=43745a50-903a-41df-9fdc-e332e8e74d23,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:45.532142 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-71de91fc-523e-4135-8840-bf63065bf1db req-e0b881f1-b4d1-487b-8f24-fe6dfc0e89a2 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:45.551234 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-71de91fc-523e-4135-8840-bf63065bf1db req-e0b881f1-b4d1-487b-8f24-fe6dfc0e89a2 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Calling delete_port for 43745a50-903a-41df-9fdc-e332e8e74d23 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:56:45.659066 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1023ca-146b-438b-9d43-a59ecd17ddd9 req-00b7b9bc-e9f5-4ebf-bc36-fa57bdbd8ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:45.660583 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-bf1023ca-146b-438b-9d43-a59ecd17ddd9 req-00b7b9bc-e9f5-4ebf-bc36-fa57bdbd8ec6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=578655d9defa4fde962a9185bfbbbbfe&device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 1098 time: 0.0537391 Aug 12 21:56:45.721218 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2515388-1263-41c5-85fd-ae038a90c23f req-dc23db60-c947-4eac-9339-e097d9632fc6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:45.722641 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2515388-1263-41c5-85fd-ae038a90c23f req-dc23db60-c947-4eac-9339-e097d9632fc6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.1126900 Aug 12 21:56:45.739548 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e4f0f-6130-416f-9b5c-ba0ba773c98b req-59c32001-40df-4578-b5d1-2086be15b38a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:45.740796 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-678e4f0f-6130-416f-9b5c-ba0ba773c98b req-59c32001-40df-4578-b5d1-2086be15b38a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.1044302 Aug 12 21:56:45.775290 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1023ca-146b-438b-9d43-a59ecd17ddd9 req-7409ead8-dd4a-43ee-82f3-40b9ad1ead08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:45.777218 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-bf1023ca-146b-438b-9d43-a59ecd17ddd9 req-7409ead8-dd4a-43ee-82f3-40b9ad1ead08 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e13655-3f36-46fa-b773-fa603af50fee HTTP/1.1" status: 200 len: 919 time: 0.1005268 Aug 12 21:56:45.824918 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-bf1023ca-146b-438b-9d43-a59ecd17ddd9 req-a9c6fdf3-891a-4a4e-b2d3-065c11d3fca6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab58f9d5-adcc-442c-8bff-061c168d471f HTTP/1.1" status: 200 len: 217 time: 0.0373185 Aug 12 21:56:45.883228 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1023ca-146b-438b-9d43-a59ecd17ddd9 req-f5574178-fd69-4861-90c3-701a059f3330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:45.885660 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-bf1023ca-146b-438b-9d43-a59ecd17ddd9 req-f5574178-fd69-4861-90c3-701a059f3330 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3cfec04-1a32-4b2a-bfc9-aa15ffa5e034 HTTP/1.1" status: 200 len: 858 time: 0.0507450 Aug 12 21:56:45.924886 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-bf1023ca-146b-438b-9d43-a59ecd17ddd9 req-51b5cf02-013c-46d9-a62a-0151432a6bdb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e13655-3f36-46fa-b773-fa603af50fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260303 Aug 12 21:56:46.028678 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-bf1023ca-146b-438b-9d43-a59ecd17ddd9 req-da87cae1-4874-4f9e-8d3b-cc79b03632c5 service neutron] 10.222.0.66 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939994 Aug 12 21:56:46.059651 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-71de91fc-523e-4135-8840-bf63065bf1db req-e0b881f1-b4d1-487b-8f24-fe6dfc0e89a2 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:46.072859 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['0bf94c7b-c766-4d9c-983d-e857bb371855', '17a7a05f-4a8b-4a01-a9cb-d73232e2701d', 'df80aa57-88d9-41b3-97ac-820ae77e64f5', '43745a50-903a-41df-9fdc-e332e8e74d23'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:56:46.092618 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-678e4f0f-6130-416f-9b5c-ba0ba773c98b req-79c5b2db-9ce4-446e-a553-be7f660a83da tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261654 Aug 12 21:56:46.172195 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2515388-1263-41c5-85fd-ae038a90c23f req-be86d79b-27d9-4adb-a639-f29d30b4737e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4298229 Aug 12 21:56:46.191986 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b881f1-b4d1-487b-8f24-fe6dfc0e89a2 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Pushing event deleted for resources: {'Port': ['ID=43745a50-903a-41df-9fdc-e332e8e74d23,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:46.226064 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-bf1023ca-146b-438b-9d43-a59ecd17ddd9 req-06aab3ee-48b8-4c31-aa67-2ff3946b4af5 service neutron] 10.222.0.66 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831255 Aug 12 21:56:46.255202 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-71de91fc-523e-4135-8840-bf63065bf1db req-e0b881f1-b4d1-487b-8f24-fe6dfc0e89a2 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] No DVR routers for this DVR port 43745a50-903a-41df-9fdc-e332e8e74d23 on host hv-cinder-80445 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:56:46.257978 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-71de91fc-523e-4135-8840-bf63065bf1db req-e0b881f1-b4d1-487b-8f24-fe6dfc0e89a2 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:46.260825 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-71de91fc-523e-4135-8840-bf63065bf1db req-e0b881f1-b4d1-487b-8f24-fe6dfc0e89a2 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.66 "DELETE /v2.0/ports/43745a50-903a-41df-9fdc-e332e8e74d23 HTTP/1.1" status: 204 len: 173 time: 0.9597979 Aug 12 21:56:46.261313 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10', 'name': 'network-vif-deleted', 'tag': '43745a50-903a-41df-9fdc-e332e8e74d23'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:56:46.263619 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18c9f11-237d-40c6-a55c-0a3a88d75f1f" -d '{"events": [{"server_uuid": "4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10", "name": "network-vif-deleted", "tag": "43745a50-903a-41df-9fdc-e332e8e74d23"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:56:46.289602 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d744fa-1bdf-4909-a17b-50254b02db60 req-1a7e595a-95e8-455a-bde7-38a625ab94fd tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:46.292258 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-01d744fa-1bdf-4909-a17b-50254b02db60 req-1a7e595a-95e8-455a-bde7-38a625ab94fd tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.1060209 Aug 12 21:56:46.376640 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb050e00-6563-452c-bafc-8a7faac2635e x-openstack-request-id: req-bb050e00-6563-452c-bafc-8a7faac2635e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:56:46.376909 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10", "name": "network-vif-deleted", "tag": "43745a50-903a-41df-9fdc-e332e8e74d23", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:56:46.377261 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bb050e00-6563-452c-bafc-8a7faac2635e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:56:46.377764 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10', 'name': 'network-vif-deleted', 'tag': '43745a50-903a-41df-9fdc-e332e8e74d23', 'status': 'completed', 'code': 200} Aug 12 21:56:46.418336 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-01d744fa-1bdf-4909-a17b-50254b02db60 req-1eec48f1-146f-45a1-9d56-46db0773a12e tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154456 Aug 12 21:56:46.510055 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f79c9ed6-78e0-48ce-b0de-87769c7ff30c req-81840b8c-d073-4ef2-ad2b-8790ed73ce0f tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b2426ed-a9ee-44ea-bfd0-d5d4d72bcf10 HTTP/1.1" status: 200 len: 210 time: 0.0338223 Aug 12 21:56:47.221766 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f093a40-2838-4ae9-8081-d40f30fcc44c req-db6a960e-9016-40fd-be03-6f305a73b52d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:47.223238 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1f093a40-2838-4ae9-8081-d40f30fcc44c req-db6a960e-9016-40fd-be03-6f305a73b52d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0613041 Aug 12 21:56:47.287762 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1f093a40-2838-4ae9-8081-d40f30fcc44c req-4029f272-0bca-4e61-b80b-32816a96f9c1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583215 Aug 12 21:56:47.318092 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc11daf-4947-464e-a413-7d2dda9161ac req-794a457f-57a7-483e-80c6-f81041219922 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:47.319509 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7dc11daf-4947-464e-a413-7d2dda9161ac req-794a457f-57a7-483e-80c6-f81041219922 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0734138 Aug 12 21:56:47.362783 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7dc11daf-4947-464e-a413-7d2dda9161ac req-846f0f16-c11f-440c-9770-3cd1823e54cd tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363228 Aug 12 21:56:47.538270 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784ce2d-2faa-436d-bc54-a797e859495b req-d5a07302-a224-4874-b093-4c0f6e1a8699 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:47.539727 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e784ce2d-2faa-436d-bc54-a797e859495b req-d5a07302-a224-4874-b093-4c0f6e1a8699 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0477157 Aug 12 21:56:47.577659 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e784ce2d-2faa-436d-bc54-a797e859495b req-a018d871-09cb-415a-a6a2-5ceb864b790e tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321195 Aug 12 21:56:47.729480 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30b6e163-6168-4523-a21f-7bc426983e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:48.174366 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:48.410637 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f461ec-2aee-49e4-a7c6-2c91a147174d req-4e81194a-885f-4329-bd4e-2f296f95af50 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:48.412132 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f9f461ec-2aee-49e4-a7c6-2c91a147174d req-4e81194a-885f-4329-bd4e-2f296f95af50 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0503361 Aug 12 21:56:48.451912 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f9f461ec-2aee-49e4-a7c6-2c91a147174d req-96958f0c-23e8-4829-99ba-442d8eb90e22 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329540 Aug 12 21:56:48.507394 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-12db6a16-3455-435e-a10d-2929f892a31b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492475998&fields=id&tenant_id=d8e3429a9f264b3f96368c74923af18f HTTP/1.1" status: 200 len: 267 time: 0.0350654 Aug 12 21:56:48.622390 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339180c-0587-4199-8286-33bcdd7959ad req-39c2aa29-fd1e-46f0-a625-05dc1baf433c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:48.623948 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8339180c-0587-4199-8286-33bcdd7959ad req-39c2aa29-fd1e-46f0-a625-05dc1baf433c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.1156099 Aug 12 21:56:48.669612 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-88fa00e5-f8be-4a54-9489-3e462224c771 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:48.671680 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-88fa00e5-f8be-4a54-9489-3e462224c771 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/networks?id=613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 200 len: 812 time: 0.1493292 Aug 12 21:56:48.699799 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8339180c-0587-4199-8286-33bcdd7959ad req-08a195f1-203c-4e12-918c-5f45dd784346 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698578 Aug 12 21:56:48.702008 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-2ad08e32-fe07-4dcc-969b-099d9c9f1ae3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/quotas/d8e3429a9f264b3f96368c74923af18f HTTP/1.1" status: 200 len: 375 time: 0.0192914 Aug 12 21:56:48.767117 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-e644ad67-6a93-49c4-9788-dc082c205945 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8e3429a9f264b3f96368c74923af18f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563986 Aug 12 21:56:48.868925 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a3fb3-f4e1-4021-95f1-4d2376e4663e req-da18aabd-abc7-42ed-b303-e798a3f679e2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:48.870424 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a71a3fb3-f4e1-4021-95f1-4d2376e4663e req-da18aabd-abc7-42ed-b303-e798a3f679e2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.1024394 Aug 12 21:56:48.912011 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-7de35789-8b2c-46d7-a3b9-db72ff00302a service neutron] 10.222.0.74 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327698 Aug 12 21:56:48.928859 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:48.972974 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a71a3fb3-f4e1-4021-95f1-4d2376e4663e req-d113f9d3-47aa-4505-94cc-0c93e001ae41 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965774 Aug 12 21:56:49.019011 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-803c5d84-860c-4367-af4e-93597b90511f service neutron] 10.222.0.74 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001110 Aug 12 21:56:49.219823 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021b36c-d9d2-4c01-8a5d-b88b8dd72624 req-ce33c7df-632d-48c8-8d51-a913dd4ff7c6 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:49.221339 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6021b36c-d9d2-4c01-8a5d-b88b8dd72624 req-ce33c7df-632d-48c8-8d51-a913dd4ff7c6 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 946 time: 0.0517328 Aug 12 21:56:49.261134 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6021b36c-d9d2-4c01-8a5d-b88b8dd72624 req-56710b4c-81ee-411a-9096-d83ea791a634 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337486 Aug 12 21:56:49.333060 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-711ae8b3-89ea-4ba1-9a39-2220737392c9 req-f00617fd-96c6-45ab-a223-1325c5241f1b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 210 time: 0.0307801 Aug 12 21:56:49.573751 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47675-4b0a-4105-8abd-decbc3dd1333 req-724e21ff-5239-4743-a02c-1154cd1f5b0e tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:49.575247 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6aa47675-4b0a-4105-8abd-decbc3dd1333 req-724e21ff-5239-4743-a02c-1154cd1f5b0e tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0523148 Aug 12 21:56:49.629073 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6aa47675-4b0a-4105-8abd-decbc3dd1333 req-32d7e2e5-32cf-418a-960d-51116bd7680c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470488 Aug 12 21:56:49.632129 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 43745a50-903a-41df-9fdc-e332e8e74d23 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:56:49.655548 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: 43745a50-903a-41df-9fdc-e332e8e74d23 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:56:49.655920 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 43745a50-903a-41df-9fdc-e332e8e74d23 not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:56:49.831111 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7352e-4917-489a-9218-1045b5942995 req-1b2e97d5-1c85-47dd-a10f-13a0431e273e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:49.832963 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a3a7352e-4917-489a-9218-1045b5942995 req-1b2e97d5-1c85-47dd-a10f-13a0431e273e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0572584 Aug 12 21:56:49.894136 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a3a7352e-4917-489a-9218-1045b5942995 req-2810fae1-e1e6-40b2-b40d-33792d5edb2a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526192 Aug 12 21:56:50.089030 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516a7b5-f31e-47ff-9223-4998f112050d req-06cc5475-0f1e-4697-99dd-773201e28d8a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:50.090559 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b516a7b5-f31e-47ff-9223-4998f112050d req-06cc5475-0f1e-4697-99dd-773201e28d8a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0506279 Aug 12 21:56:50.132052 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b516a7b5-f31e-47ff-9223-4998f112050d req-1921f2a1-5355-4e40-9d64-711fe3eb9b51 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356801 Aug 12 21:56:50.416385 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:50.456992 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-11910d36-4bbc-4718-90ea-c0c246e0d7dd req-57c4f4f6-3fb4-4d45-8e4c-0e0fb8f05f7d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 210 time: 0.0451229 Aug 12 21:56:50.483844 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48054a19-f31f-4092-afbe-7f8e5f4633bb req-60344598-d7f3-4f30-bb9d-7ae39505bc19 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:50.485340 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48054a19-f31f-4092-afbe-7f8e5f4633bb req-60344598-d7f3-4f30-bb9d-7ae39505bc19 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 946 time: 0.1527207 Aug 12 21:56:50.531110 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-25b608ee-c139-4dc7-9b05-a7e1199b4540 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:50.532901 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-25b608ee-c139-4dc7-9b05-a7e1199b4540 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.66 "GET /v2.0/networks?id=613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 200 len: 812 time: 0.1897013 Aug 12 21:56:50.561913 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48054a19-f31f-4092-afbe-7f8e5f4633bb req-af7cad5d-e8ca-4bb0-9cbc-a645dfbac141 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706992 Aug 12 21:56:50.583016 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-0d3a14d2-563d-47a6-b7bb-1f785fe79dbc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8e3429a9f264b3f96368c74923af18f HTTP/1.1" status: 200 len: 380 time: 0.0396454 Aug 12 21:56:50.593374 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-ba5b8ab8-30ac-49d9-b411-56f86a2c5eb2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Request body: {'port': {'device_id': 'c916bb96-ae3f-4580-9760-023590c4b601', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'admin_state_up': True, 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'security_groups': ['24756664-b713-48c1-bd3e-e35339f667ab']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:56:50.698819 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-ba5b8ab8-30ac-49d9-b411-56f86a2c5eb2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Made reservation on behalf of d8e3429a9f264b3f96368c74923af18f for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:56:50.702568 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-ba5b8ab8-30ac-49d9-b411-56f86a2c5eb2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:50.831992 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-ba5b8ab8-30ac-49d9-b411-56f86a2c5eb2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Allocated IP 172.20.0.13 (613fc478-5bf3-40ff-985a-d2037dcedd3d/d02462e4-e48f-4f21-a855-efcf02a2fe69/c3a27316-9bc4-4465-89fc-41030fcc045f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:56:50.975026 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-ba5b8ab8-30ac-49d9-b411-56f86a2c5eb2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:51.013562 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-ba5b8ab8-30ac-49d9-b411-56f86a2c5eb2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Transition to ACTIVE for port object c3a27316-9bc4-4465-89fc-41030fcc045f will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:56:51.043975 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775b6c7-eb55-41d0-a0eb-610dac65e14a req-9d428ef0-d1d3-480e-9c45-73453dfb1c9d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:51.045624 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1775b6c7-eb55-41d0-a0eb-610dac65e14a req-9d428ef0-d1d3-480e-9c45-73453dfb1c9d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0682907 Aug 12 21:56:51.105731 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1775b6c7-eb55-41d0-a0eb-610dac65e14a req-1a417701-25b1-415b-91a3-1c45c28f4473 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496371 Aug 12 21:56:51.107564 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-ba5b8ab8-30ac-49d9-b411-56f86a2c5eb2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:51.171740 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83b962-8b99-42d1-946a-ae0a15c0826a req-b2a6ca03-6cf5-44ae-9375-def3a7371ec8 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:51.173967 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cb83b962-8b99-42d1-946a-ae0a15c0826a req-b2a6ca03-6cf5-44ae-9375-def3a7371ec8 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 946 time: 0.0626266 Aug 12 21:56:51.185894 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-ba5b8ab8-30ac-49d9-b411-56f86a2c5eb2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Network 613fc478-5bf3-40ff-985a-d2037dcedd3d is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:56:51.198939 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-ba5b8ab8-30ac-49d9-b411-56f86a2c5eb2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:56:51.204665 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-ba5b8ab8-30ac-49d9-b411-56f86a2c5eb2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:56:51.220267 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b8ab8-30ac-49d9-b411-56f86a2c5eb2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event updated for resources: {'Port': ['ID=c3a27316-9bc4-4465-89fc-41030fcc045f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:51.259377 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a564c-8ab2-4012-8c79-35324bd43040 req-3abea3a5-50e2-45d8-9948-e044ee1c4a73 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:51.261139 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-839a564c-8ab2-4012-8c79-35324bd43040 req-3abea3a5-50e2-45d8-9948-e044ee1c4a73 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.1407571 Aug 12 21:56:51.303888 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [req-cb83b962-8b99-42d1-946a-ae0a15c0826a req-8a9f1597-387b-48d6-999d-6fe4eceae8c7 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Deleting port df80aa57-88d9-41b3-97ac-820ae77e64f5 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:56:51.310130 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-cb83b962-8b99-42d1-946a-ae0a15c0826a req-8a9f1597-387b-48d6-999d-6fe4eceae8c7 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:51.324109 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-ba5b8ab8-30ac-49d9-b411-56f86a2c5eb2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:51.324893 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-ba5b8ab8-30ac-49d9-b411-56f86a2c5eb2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:51.353761 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-ba5b8ab8-30ac-49d9-b411-56f86a2c5eb2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7639847 Aug 12 21:56:51.361004 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-839a564c-8ab2-4012-8c79-35324bd43040 req-e8ea8fc2-2e3d-4357-a610-9787990062f9 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821047 Aug 12 21:56:51.375025 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb5eb1-8a28-4009-8d3c-1b8d4dac246d req-94aac985-0a73-4c6c-bf94-eb3d01b5849c tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:51.380129 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4eb5eb1-8a28-4009-8d3c-1b8d4dac246d req-94aac985-0a73-4c6c-bf94-eb3d01b5849c tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.1157887 Aug 12 21:56:51.387108 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Request body: {'port': {'device_id': 'c916bb96-ae3f-4580-9760-023590c4b601', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:56:51.427169 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-cb83b962-8b99-42d1-946a-ae0a15c0826a req-8a9f1597-387b-48d6-999d-6fe4eceae8c7 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] For port df80aa57-88d9-41b3-97ac-820ae77e64f5, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=df80aa57-88d9-41b3-97ac-820ae77e64f5,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:51.427544 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-cb83b962-8b99-42d1-946a-ae0a15c0826a req-8a9f1597-387b-48d6-999d-6fe4eceae8c7 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:51.442809 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [req-cb83b962-8b99-42d1-946a-ae0a15c0826a req-8a9f1597-387b-48d6-999d-6fe4eceae8c7 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Calling delete_port for df80aa57-88d9-41b3-97ac-820ae77e64f5 owned by compute:nova {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:56:51.466032 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:51.495791 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4eb5eb1-8a28-4009-8d3c-1b8d4dac246d req-a1698c05-cf31-47d8-86cc-57350be2d9b7 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532463 Aug 12 21:56:51.531360 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-1da7fde0-d26b-4fb3-91de-8815b0daa0db None None] Provisioning for port c3a27316-9bc4-4465-89fc-41030fcc045f completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:56:51.538104 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-1da7fde0-d26b-4fb3-91de-8815b0daa0db None None] Provisioning complete for port c3a27316-9bc4-4465-89fc-41030fcc045f triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:51.538486 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1da7fde0-d26b-4fb3-91de-8815b0daa0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:51.578650 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-cb83b962-8b99-42d1-946a-ae0a15c0826a req-8a9f1597-387b-48d6-999d-6fe4eceae8c7 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:51.608049 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f1597-387b-48d6-999d-6fe4eceae8c7 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Pushing event deleted for resources: {'Port': ['ID=df80aa57-88d9-41b3-97ac-820ae77e64f5,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:51.617847 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['0bf94c7b-c766-4d9c-983d-e857bb371855', '17a7a05f-4a8b-4a01-a9cb-d73232e2701d', 'df80aa57-88d9-41b3-97ac-820ae77e64f5'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:56:51.646134 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1da7fde0-d26b-4fb3-91de-8815b0daa0db None None] Port c3a27316-9bc4-4465-89fc-41030fcc045f cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:56:51.686854 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb83b962-8b99-42d1-946a-ae0a15c0826a req-8a9f1597-387b-48d6-999d-6fe4eceae8c7 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] No DVR routers for this DVR port df80aa57-88d9-41b3-97ac-820ae77e64f5 on host hv-cinder-80445 {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:56:51.690144 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-cb83b962-8b99-42d1-946a-ae0a15c0826a req-8a9f1597-387b-48d6-999d-6fe4eceae8c7 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:51.692224 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cb83b962-8b99-42d1-946a-ae0a15c0826a req-8a9f1597-387b-48d6-999d-6fe4eceae8c7 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.66 "DELETE /v2.0/ports/df80aa57-88d9-41b3-97ac-820ae77e64f5 HTTP/1.1" status: 204 len: 173 time: 0.5107803 Aug 12 21:56:51.693808 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb', 'name': 'network-vif-deleted', 'tag': 'df80aa57-88d9-41b3-97ac-820ae77e64f5'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:56:51.696701 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8415f210-25fb-4382-867f-13cd6813fbbd" -d '{"events": [{"server_uuid": "ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb", "name": "network-vif-deleted", "tag": "df80aa57-88d9-41b3-97ac-820ae77e64f5"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:56:51.746051 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba307c3c-b1a0-4d6e-a169-bd0ea610e1c5 req-86718795-eb01-4900-acd8-627d49c84f3c tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:51.747875 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba307c3c-b1a0-4d6e-a169-bd0ea610e1c5 req-86718795-eb01-4900-acd8-627d49c84f3c tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 932 time: 0.1810083 Aug 12 21:56:51.861844 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba307c3c-b1a0-4d6e-a169-bd0ea610e1c5 req-a971a8c9-6915-4f3a-a6cc-5a3cce311abd tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996501 Aug 12 21:56:51.930141 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5bf427-a79a-47ad-935d-87f2e497d98e x-openstack-request-id: req-bc5bf427-a79a-47ad-935d-87f2e497d98e {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:56:51.930468 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb", "name": "network-vif-deleted", "tag": "df80aa57-88d9-41b3-97ac-820ae77e64f5", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:56:51.930723 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bc5bf427-a79a-47ad-935d-87f2e497d98e {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:56:51.931112 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb', 'name': 'network-vif-deleted', 'tag': 'df80aa57-88d9-41b3-97ac-820ae77e64f5', 'status': 'completed', 'code': 200} Aug 12 21:56:51.969468 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3c81d9cd-a62f-48df-8465-d7b325b959aa req-14ef295e-ea71-46fc-b1f1-f62e9cad8ec2 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=ca6ccc42-04f9-4329-a675-3c6f9cd7d6eb HTTP/1.1" status: 200 len: 210 time: 0.0365076 Aug 12 21:56:52.029398 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a27316-9bc4-4465-89fc-41030fcc045f {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:56:52.036983 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:52.048846 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Transition to ACTIVE for port object c3a27316-9bc4-4465-89fc-41030fcc045f will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:56:52.052211 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:52.099979 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a27316-9bc4-4465-89fc-41030fcc045f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:52.177779 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Attempting to bind port c3a27316-9bc4-4465-89fc-41030fcc045f on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:56:52.178623 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Attempting to bind port c3a27316-9bc4-4465-89fc-41030fcc045f by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:56:52.178623 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Attempting to bind port c3a27316-9bc4-4465-89fc-41030fcc045f on network 613fc478-5bf3-40ff-985a-d2037dcedd3d {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:56:52.184063 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Port c3a27316-9bc4-4465-89fc-41030fcc045f on network 613fc478-5bf3-40ff-985a-d2037dcedd3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:56:52.184422 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Attempting to bind port c3a27316-9bc4-4465-89fc-41030fcc045f on network 613fc478-5bf3-40ff-985a-d2037dcedd3d {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:56:52.189951 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:56:52.190098 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Checking segment: {'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:56:52.190480 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Bound using segment: {'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:56:52.190910 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Bound port: c3a27316-9bc4-4465-89fc-41030fcc045f, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:56:52.191269 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:52.289002 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37744cf5-2bc8-4a9c-9bbe-4bc0506b3165 req-ebf822ea-5f11-48ec-b93e-572ca381631a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:52.298082 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-37744cf5-2bc8-4a9c-9bbe-4bc0506b3165 req-ebf822ea-5f11-48ec-b93e-572ca381631a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.1035864 Aug 12 21:56:52.356663 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] For port c3a27316-9bc4-4465-89fc-41030fcc045f, host hv-cinder-80445, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:56:52.375268 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-37744cf5-2bc8-4a9c-9bbe-4bc0506b3165 req-b0d9b092-8b79-4327-8978-1b8c109c7364 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761321 Aug 12 21:56:52.379461 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] For port c3a27316-9bc4-4465-89fc-41030fcc045f, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c3a27316-9bc4-4465-89fc-41030fcc045f,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:56:52.384114 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:52.431499 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:52.432126 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:52.433537 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] 10.222.0.66 "PUT /v2.0/ports/c3a27316-9bc4-4465-89fc-41030fcc045f HTTP/1.1" status: 200 len: 1094 time: 1.0515962 Aug 12 21:56:52.433987 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c916bb96-ae3f-4580-9760-023590c4b601', 'tag': 'c3a27316-9bc4-4465-89fc-41030fcc045f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:56:52.436243 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd13702-f569-4693-873d-2ebfcee5bcbb" -d '{"events": [{"name": "network-changed", "server_uuid": "c916bb96-ae3f-4580-9760-023590c4b601", "tag": "c3a27316-9bc4-4465-89fc-41030fcc045f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:56:52.465012 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db329006-549b-4cd5-a527-90574f7911b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a27316-9bc4-4465-89fc-41030fcc045f,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:52.495041 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f9e35c-1717-4517-b428-c6448208ce26 x-openstack-request-id: req-b2f9e35c-1717-4517-b428-c6448208ce26 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:56:52.495330 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c916bb96-ae3f-4580-9760-023590c4b601", "tag": "c3a27316-9bc4-4465-89fc-41030fcc045f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:56:52.495716 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b2f9e35c-1717-4517-b428-c6448208ce26 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:56:52.496117 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c916bb96-ae3f-4580-9760-023590c4b601', 'tag': 'c3a27316-9bc4-4465-89fc-41030fcc045f', 'status': 'completed', 'code': 200} Aug 12 21:56:52.533110 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-fde5e016-d55a-4767-99f3-ea50765a770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:52.534713 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-fde5e016-d55a-4767-99f3-ea50765a770e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8e3429a9f264b3f96368c74923af18f&device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 1097 time: 0.0487027 Aug 12 21:56:52.586459 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-9ff8176f-6a79-46d2-b97a-2d8a5ebceaf0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a27316-9bc4-4465-89fc-41030fcc045f HTTP/1.1" status: 200 len: 217 time: 0.0426092 Aug 12 21:56:52.659555 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-fb0d18fb-c2ad-4012-8ed2-e07b8ddbda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:52.661050 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-fb0d18fb-c2ad-4012-8ed2-e07b8ddbda3c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d02462e4-e48f-4f21-a855-efcf02a2fe69 HTTP/1.1" status: 200 len: 851 time: 0.0567050 Aug 12 21:56:52.668859 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fc615-0bb8-4ded-9600-2db3f7cf5685 req-82c2d0ac-bc42-46d1-8627-413aaac1f28f tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:52.670303 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-343fc615-0bb8-4ded-9600-2db3f7cf5685 req-82c2d0ac-bc42-46d1-8627-413aaac1f28f tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0930655 Aug 12 21:56:52.733454 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-343fc615-0bb8-4ded-9600-2db3f7cf5685 req-50c508e9-d666-4a44-bd17-b7e217460c18 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532525 Aug 12 21:56:52.736146 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-e3c02359-15d2-443d-8ef8-d50f94a5bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:52.737611 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-e3c02359-15d2-443d-8ef8-d50f94a5bc33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=613fc478-5bf3-40ff-985a-d2037dcedd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648172 Aug 12 21:56:52.844470 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-537b9775-33ae-45dd-abb1-56b836aa75b8 service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944226 Aug 12 21:56:52.949049 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-deed39bc-7100-43ea-b27a-4181b7eb1e55 req-9c0be918-2b14-47a5-a608-149d21fcdc5a service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953627 Aug 12 21:56:52.984097 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a4736-b341-4937-8e96-a11ec6b2e70a req-86ae82d9-6a28-42f0-b7fb-4391b09ad283 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:52.985492 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e12a4736-b341-4937-8e96-a11ec6b2e70a req-86ae82d9-6a28-42f0-b7fb-4391b09ad283 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 944 time: 0.0502458 Aug 12 21:56:53.054346 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e12a4736-b341-4937-8e96-a11ec6b2e70a req-0cc823ac-2f17-4039-9d89-f87a8148e530 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625529 Aug 12 21:56:53.069734 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd13702-f569-4693-873d-2ebfcee5bcbb req-be40eb3b-0844-4da0-91be-b1b56eadb825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:53.070795 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2cd13702-f569-4693-873d-2ebfcee5bcbb req-be40eb3b-0844-4da0-91be-b1b56eadb825 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8e3429a9f264b3f96368c74923af18f&device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 1097 time: 0.0594566 Aug 12 21:56:53.186612 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd13702-f569-4693-873d-2ebfcee5bcbb req-cf822338-624c-44d5-9eb5-efb2011b0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:53.188112 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2cd13702-f569-4693-873d-2ebfcee5bcbb req-cf822338-624c-44d5-9eb5-efb2011b0909 service neutron] 10.222.0.66 "GET /v2.0/networks?id=613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 200 len: 913 time: 0.0953395 Aug 12 21:56:53.240130 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2cd13702-f569-4693-873d-2ebfcee5bcbb req-ed39c4dd-b672-4a5a-bb6f-d374492c7ffd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a27316-9bc4-4465-89fc-41030fcc045f HTTP/1.1" status: 200 len: 217 time: 0.0437999 Aug 12 21:56:53.315016 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5e497-d7c5-4216-86fc-9051780aed28 req-7cfa36c0-d8f4-47b9-b4c9-345cf3d6a55f tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:53.317293 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a0e5e497-d7c5-4216-86fc-9051780aed28 req-7cfa36c0-d8f4-47b9-b4c9-345cf3d6a55f tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 945 time: 0.1136665 Aug 12 21:56:53.320256 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd13702-f569-4693-873d-2ebfcee5bcbb req-63785376-4f74-4680-b5e5-986f4662dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:53.321935 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2cd13702-f569-4693-873d-2ebfcee5bcbb req-63785376-4f74-4680-b5e5-986f4662dd8f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d02462e4-e48f-4f21-a855-efcf02a2fe69 HTTP/1.1" status: 200 len: 851 time: 0.0641105 Aug 12 21:56:53.387770 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a0e5e497-d7c5-4216-86fc-9051780aed28 req-14477453-a228-4122-a746-39c966c135b9 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640261 Aug 12 21:56:53.399003 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd13702-f569-4693-873d-2ebfcee5bcbb req-757fcef2-f95b-48f9-935b-5391bb0ea420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:53.401976 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2cd13702-f569-4693-873d-2ebfcee5bcbb req-757fcef2-f95b-48f9-935b-5391bb0ea420 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=613fc478-5bf3-40ff-985a-d2037dcedd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645256 Aug 12 21:56:53.526969 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24d272-c680-4643-bdc2-ffdaa649bb0f req-e69e5a84-8f09-4f9b-bd0e-2426d823f6d5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:53.528337 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dd24d272-c680-4643-bdc2-ffdaa649bb0f req-e69e5a84-8f09-4f9b-bd0e-2426d823f6d5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0716193 Aug 12 21:56:53.545022 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2cd13702-f569-4693-873d-2ebfcee5bcbb req-785d1d9b-83b1-49e4-b5f5-315a0a91c1c8 service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309237 Aug 12 21:56:53.616805 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dd24d272-c680-4643-bdc2-ffdaa649bb0f req-b98fb220-f3dc-4007-ba8a-9d3fdd5ee248 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814075 Aug 12 21:56:53.651159 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2cd13702-f569-4693-873d-2ebfcee5bcbb req-a1b338ac-faee-472e-918a-ed13045a8c7a service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964472 Aug 12 21:56:53.855921 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a4af7-5910-49f9-9672-9f351e76137b req-8f9ebcb4-e1e5-4fb4-b490-ad5ecbe30c7d tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:53.857551 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-413a4af7-5910-49f9-9672-9f351e76137b req-8f9ebcb4-e1e5-4fb4-b490-ad5ecbe30c7d tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0566688 Aug 12 21:56:53.895469 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-413a4af7-5910-49f9-9672-9f351e76137b req-e02d0ff6-0e33-4939-8066-3c84524dfe17 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319719 Aug 12 21:56:54.175225 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655568c-11b1-456d-9534-e8518d14aebb req-a1557e36-a7ad-4198-a811-1044759ac8d5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:54.176681 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5655568c-11b1-456d-9534-e8518d14aebb req-a1557e36-a7ad-4198-a811-1044759ac8d5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 944 time: 0.0528848 Aug 12 21:56:54.213739 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5655568c-11b1-456d-9534-e8518d14aebb req-24354e8c-df82-4491-bd0d-9899f6402176 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310724 Aug 12 21:56:54.506859 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0f700-1670-4391-b671-fe37cc2f3e96 req-e7580a01-b1f4-48c8-9c27-cca9b44d2db8 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:54.508330 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-efb0f700-1670-4391-b671-fe37cc2f3e96 req-e7580a01-b1f4-48c8-9c27-cca9b44d2db8 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 945 time: 0.0471251 Aug 12 21:56:54.546118 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-efb0f700-1670-4391-b671-fe37cc2f3e96 req-4fbfcf43-a9c7-4ccb-926b-f91f8947fdbc tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311399 Aug 12 21:56:54.734299 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbc33b-fabe-4166-bb22-e9c32ec583a9 req-0506feb6-0ccd-4458-96b3-3ccba500a729 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:54.735761 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d0fbc33b-fabe-4166-bb22-e9c32ec583a9 req-0506feb6-0ccd-4458-96b3-3ccba500a729 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0488007 Aug 12 21:56:54.772961 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d0fbc33b-fabe-4166-bb22-e9c32ec583a9 req-f45addea-2c2f-4966-8a4d-5fafb344a0cc tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313313 Aug 12 21:56:54.901540 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208b91b-d3d0-40fc-9341-78ae7ae5c4c2 req-57eee138-b36b-4734-9726-dea7cb9468be tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:54.903317 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2208b91b-d3d0-40fc-9341-78ae7ae5c4c2 req-57eee138-b36b-4734-9726-dea7cb9468be tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 945 time: 0.0541577 Aug 12 21:56:55.042537 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45759a-15c9-4038-8205-18f4f3bd1c9b req-8ccbd11e-0202-4c5e-a08b-2298b010757b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:55.044134 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8e45759a-15c9-4038-8205-18f4f3bd1c9b req-8ccbd11e-0202-4c5e-a08b-2298b010757b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0668943 Aug 12 21:56:55.050990 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-2208b91b-d3d0-40fc-9341-78ae7ae5c4c2 req-823a4f5f-a879-4172-a214-265d4e91a8a5 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Deleting port 17a7a05f-4a8b-4a01-a9cb-d73232e2701d {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:56:55.051327 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2208b91b-d3d0-40fc-9341-78ae7ae5c4c2 req-823a4f5f-a879-4172-a214-265d4e91a8a5 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:55.135203 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8e45759a-15c9-4038-8205-18f4f3bd1c9b req-88a35ca4-9277-4fe3-baee-ce544f087cd1 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806141 Aug 12 21:56:55.168997 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-2208b91b-d3d0-40fc-9341-78ae7ae5c4c2 req-823a4f5f-a879-4172-a214-265d4e91a8a5 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] For port 17a7a05f-4a8b-4a01-a9cb-d73232e2701d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=17a7a05f-4a8b-4a01-a9cb-d73232e2701d,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:55.169320 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2208b91b-d3d0-40fc-9341-78ae7ae5c4c2 req-823a4f5f-a879-4172-a214-265d4e91a8a5 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:55.182065 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-2208b91b-d3d0-40fc-9341-78ae7ae5c4c2 req-823a4f5f-a879-4172-a214-265d4e91a8a5 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Calling delete_port for 17a7a05f-4a8b-4a01-a9cb-d73232e2701d owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:56:55.333567 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2208b91b-d3d0-40fc-9341-78ae7ae5c4c2 req-823a4f5f-a879-4172-a214-265d4e91a8a5 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:55.345314 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['0bf94c7b-c766-4d9c-983d-e857bb371855', '17a7a05f-4a8b-4a01-a9cb-d73232e2701d'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:56:55.373328 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd307d-fb49-474b-978e-ec891c05eab9 req-b8d9a4d1-ae8f-473f-b772-5e882b368682 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:55.374821 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-88dd307d-fb49-474b-978e-ec891c05eab9 req-b8d9a4d1-ae8f-473f-b772-5e882b368682 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 944 time: 0.0904984 Aug 12 21:56:55.375542 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a4f5f-a879-4172-a214-265d4e91a8a5 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Pushing event deleted for resources: {'Port': ['ID=17a7a05f-4a8b-4a01-a9cb-d73232e2701d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:55.434005 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-2208b91b-d3d0-40fc-9341-78ae7ae5c4c2 req-823a4f5f-a879-4172-a214-265d4e91a8a5 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] No DVR routers for this DVR port 17a7a05f-4a8b-4a01-a9cb-d73232e2701d on host hv-cinder-80445 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:56:55.439683 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2208b91b-d3d0-40fc-9341-78ae7ae5c4c2 req-823a4f5f-a879-4172-a214-265d4e91a8a5 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:55.441959 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2208b91b-d3d0-40fc-9341-78ae7ae5c4c2 req-823a4f5f-a879-4172-a214-265d4e91a8a5 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.66 "DELETE /v2.0/ports/17a7a05f-4a8b-4a01-a9cb-d73232e2701d HTTP/1.1" status: 204 len: 173 time: 0.5249593 Aug 12 21:56:55.444087 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b161b90-c1d1-42ad-a024-4d431905b0de', 'name': 'network-vif-deleted', 'tag': '17a7a05f-4a8b-4a01-a9cb-d73232e2701d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:56:55.447854 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bf16bd-fa98-4116-92b4-6832ff275805" -d '{"events": [{"server_uuid": "1b161b90-c1d1-42ad-a024-4d431905b0de", "name": "network-vif-deleted", "tag": "17a7a05f-4a8b-4a01-a9cb-d73232e2701d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:56:55.467831 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-88dd307d-fb49-474b-978e-ec891c05eab9 req-1b4ac237-6154-407f-9bf7-29a38301c4b3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832071 Aug 12 21:56:55.505284 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd9d197-b608-4a96-9306-83fc4beb95d2 x-openstack-request-id: req-acd9d197-b608-4a96-9306-83fc4beb95d2 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:56:55.505747 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b161b90-c1d1-42ad-a024-4d431905b0de", "name": "network-vif-deleted", "tag": "17a7a05f-4a8b-4a01-a9cb-d73232e2701d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:56:55.506072 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-acd9d197-b608-4a96-9306-83fc4beb95d2 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:56:55.506500 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b161b90-c1d1-42ad-a024-4d431905b0de', 'name': 'network-vif-deleted', 'tag': '17a7a05f-4a8b-4a01-a9cb-d73232e2701d', 'status': 'completed', 'code': 200} Aug 12 21:56:55.655386 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-daee5a46-61e6-4cba-9ff9-e9ed90c5def1 req-1bf81f1d-8a64-4677-b2e3-ce48daeb5034 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b161b90-c1d1-42ad-a024-4d431905b0de HTTP/1.1" status: 200 len: 210 time: 0.0273659 Aug 12 21:56:55.666008 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device df80aa57-88d9-41b3-97ac-820ae77e64f5 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:56:55.692547 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: df80aa57-88d9-41b3-97ac-820ae77e64f5 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:56:55.692803 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device df80aa57-88d9-41b3-97ac-820ae77e64f5 not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:56:55.894449 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e3f3c-2847-45eb-9de3-c2d7f5859600 req-23a7b03f-9f3b-4432-8f54-5d08e4b64909 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:55.895920 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4e3e3f3c-2847-45eb-9de3-c2d7f5859600 req-23a7b03f-9f3b-4432-8f54-5d08e4b64909 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0493209 Aug 12 21:56:55.935679 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4e3e3f3c-2847-45eb-9de3-c2d7f5859600 req-d4a534c0-42d7-4c03-99f1-5d77cdf68265 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333188 Aug 12 21:56:56.256511 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3eab3-65f7-4339-b182-5eb6f86974fb req-8fbc18be-aa6e-40de-86aa-7db0c61c8175 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:56.257884 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3c3eab3-65f7-4339-b182-5eb6f86974fb req-8fbc18be-aa6e-40de-86aa-7db0c61c8175 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0527904 Aug 12 21:56:56.296738 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3c3eab3-65f7-4339-b182-5eb6f86974fb req-29c265cd-f777-431d-ad24-56e13eeb48fc tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328143 Aug 12 21:56:56.595486 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2160940-c8c9-498f-b791-2eda764e7da2 req-764250f8-fa24-4002-aac2-88c9ab857661 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:56.596929 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e2160940-c8c9-498f-b791-2eda764e7da2 req-764250f8-fa24-4002-aac2-88c9ab857661 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 944 time: 0.0484309 Aug 12 21:56:56.633508 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e2160940-c8c9-498f-b791-2eda764e7da2 req-9b71081b-b413-479a-8200-72222f8d8ce8 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299609 Aug 12 21:56:57.060817 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75cc8d-85ed-4026-bae4-8681b049d811 req-b77486d1-72c3-47a5-b546-ea43285512b6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:57.062512 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4f75cc8d-85ed-4026-bae4-8681b049d811 req-b77486d1-72c3-47a5-b546-ea43285512b6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0567636 Aug 12 21:56:57.101862 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4f75cc8d-85ed-4026-bae4-8681b049d811 req-39f3228a-4b3a-4176-8591-e9b3af1025d3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332127 Aug 12 21:56:57.419630 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04d8f4-4f99-4167-8482-bd90912a9615 req-8e0ff18a-1c41-48da-9949-cf1eccd79e2b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:57.421085 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c04d8f4-4f99-4167-8482-bd90912a9615 req-8e0ff18a-1c41-48da-9949-cf1eccd79e2b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0520146 Aug 12 21:56:57.660342 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 31224cb9-41ad-4c20-bbd2-6a7d026f072a details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:56:57.690860 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c04d8f4-4f99-4167-8482-bd90912a9615 req-95a6adca-c9c1-4579-96eb-045d8e097b50 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638421 Aug 12 21:56:57.755856 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7541e72-393d-441d-b218-9d4802b24b4b req-ed56e746-a78e-41e7-9187-54951333d5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:57.757497 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a7541e72-393d-441d-b218-9d4802b24b4b req-ed56e746-a78e-41e7-9187-54951333d5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 944 time: 0.0479951 Aug 12 21:56:57.776983 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 31224cb9-41ad-4c20-bbd2-6a7d026f072a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:57.788459 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': '31224cb9-41ad-4c20-bbd2-6a7d026f072a', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'port_id': '31224cb9-41ad-4c20-bbd2-6a7d026f072a', 'mac_address': 'fa:16:3e:c8:b0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:56:57.795837 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a7541e72-393d-441d-b218-9d4802b24b4b req-8724d510-bfca-437c-980b-2c7c9849714f tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315840 Aug 12 21:56:57.829773 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:57.842520 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31224cb9-41ad-4c20-bbd2-6a7d026f072a {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:56:57.861610 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 31224cb9-41ad-4c20-bbd2-6a7d026f072a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:57.865247 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:57.913690 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=31224cb9-41ad-4c20-bbd2-6a7d026f072a,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:56:58.050002 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['31224cb9-41ad-4c20-bbd2-6a7d026f072a'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:56:58.051338 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60075d4c-f5bd-4281-8fbd-ed6d85bbd3e4 req-8032b262-4125-4bd3-a22f-38a982d8d142 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:58.053015 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-60075d4c-f5bd-4281-8fbd-ed6d85bbd3e4 req-8032b262-4125-4bd3-a22f-38a982d8d142 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 945 time: 0.0510218 Aug 12 21:56:58.091031 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-60075d4c-f5bd-4281-8fbd-ed6d85bbd3e4 req-c96ecce4-5734-4a6b-a2cd-30597eef6203 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315096 Aug 12 21:56:58.233597 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a0853-b252-4717-b4c3-84237c2b520f req-3c1725d1-3a53-4827-ba74-ea8ebb29b929 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:58.235080 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-797a0853-b252-4717-b4c3-84237c2b520f req-3c1725d1-3a53-4827-ba74-ea8ebb29b929 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 945 time: 0.0525286 Aug 12 21:56:58.275295 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-797a0853-b252-4717-b4c3-84237c2b520f req-bb12ea78-f470-4d2e-bc22-6cf229eb6818 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339260 Aug 12 21:56:58.822034 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe74951-a733-4e93-9cb0-4d39cf15223a req-eafa99cc-392d-4ec0-a1e1-5a8d7b42426a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:58.823567 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-abe74951-a733-4e93-9cb0-4d39cf15223a req-eafa99cc-392d-4ec0-a1e1-5a8d7b42426a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0497081 Aug 12 21:56:58.865326 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-abe74951-a733-4e93-9cb0-4d39cf15223a req-496c903d-a66b-4ad2-a87f-7701371b40c1 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337074 Aug 12 21:56:58.912938 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7487708-2ab4-4d2e-b656-0393a94a694f req-64d177b7-364a-4435-8931-40bf2d843f93 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:58.914411 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d7487708-2ab4-4d2e-b656-0393a94a694f req-64d177b7-364a-4435-8931-40bf2d843f93 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 944 time: 0.0481830 Aug 12 21:56:58.952223 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d7487708-2ab4-4d2e-b656-0393a94a694f req-8e5c44a1-d980-4561-bec7-cb7268f28b0c tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318604 Aug 12 21:56:59.212737 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91d3e7-5b1f-41c1-8f29-967827a6e557 req-1e230673-318d-44f0-a3f9-59b1dcef50ee tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:59.214213 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc91d3e7-5b1f-41c1-8f29-967827a6e557 req-1e230673-318d-44f0-a3f9-59b1dcef50ee tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 945 time: 0.0515087 Aug 12 21:56:59.251363 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc91d3e7-5b1f-41c1-8f29-967827a6e557 req-631aeb02-46b2-485c-b1e9-71de4741fa7d tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310659 Aug 12 21:56:59.395795 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccfb0d-898f-4f59-8676-0af1209d53c1 req-5c4f72ac-8c0d-48b5-adef-65df1ac0f460 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:59.397316 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2fccfb0d-898f-4f59-8676-0af1209d53c1 req-5c4f72ac-8c0d-48b5-adef-65df1ac0f460 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 945 time: 0.0492971 Aug 12 21:56:59.436348 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2fccfb0d-898f-4f59-8676-0af1209d53c1 req-60d2a3bb-ec50-4421-9cf5-e3254c78e1c6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319557 Aug 12 21:56:59.683252 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 31224cb9-41ad-4c20-bbd2-6a7d026f072a up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:56:59.694252 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a2286-4489-4f42-b3e8-6d98c755564b req-94f6853e-ef76-4ae5-9ed1-3bc6f132f8ff tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:59.695858 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-025a2286-4489-4f42-b3e8-6d98c755564b req-94f6853e-ef76-4ae5-9ed1-3bc6f132f8ff tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0787861 Aug 12 21:56:59.698977 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a45f00-f568-4946-b3f2-6ad2288a2b42 req-97e718f4-d45d-470e-9a60-b0aabb1bedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:59.700460 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39a45f00-f568-4946-b3f2-6ad2288a2b42 req-97e718f4-d45d-470e-9a60-b0aabb1bedf9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=578655d9defa4fde962a9185bfbbbbfe&device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 1098 time: 0.0723548 Aug 12 21:56:59.744560 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port 31224cb9-41ad-4c20-bbd2-6a7d026f072a triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:56:59.745145 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:59.788712 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-025a2286-4489-4f42-b3e8-6d98c755564b req-f5bc6917-360c-4211-b371-31edce157a32 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862176 Aug 12 21:56:59.825490 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a45f00-f568-4946-b3f2-6ad2288a2b42 req-bf44f65d-343b-4974-ba99-0de03bfb4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:59.826952 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39a45f00-f568-4946-b3f2-6ad2288a2b42 req-bf44f65d-343b-4974-ba99-0de03bfb4ba5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e13655-3f36-46fa-b773-fa603af50fee HTTP/1.1" status: 200 len: 919 time: 0.1187525 Aug 12 21:56:59.839851 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:59.865884 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31224cb9-41ad-4c20-bbd2-6a7d026f072a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:56:59.868678 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c574fa-1755-4118-87c1-c0f8237cef0b" -d '{"events": [{"server_uuid": "dc249cdb-dfde-4a8c-8f75-e756ed537978", "name": "network-vif-plugged", "status": "completed", "tag": "31224cb9-41ad-4c20-bbd2-6a7d026f072a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:56:59.883314 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39a45f00-f568-4946-b3f2-6ad2288a2b42 req-fc06a4b3-b53a-49e4-a067-4dcc533e36f5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab58f9d5-adcc-442c-8bff-061c168d471f HTTP/1.1" status: 200 len: 217 time: 0.0465736 Aug 12 21:56:59.885804 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 31224cb9-41ad-4c20-bbd2-6a7d026f072a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:56:59.903620 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:56:59.904307 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 17a7a05f-4a8b-4a01-a9cb-d73232e2701d no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:56:59.942213 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad1bacf-ccda-4a0d-b8fc-753a8ed85202 x-openstack-request-id: req-cad1bacf-ccda-4a0d-b8fc-753a8ed85202 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:56:59.942473 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a45f00-f568-4946-b3f2-6ad2288a2b42 req-c6dbe5d9-4158-43d0-acdb-10aba078c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:56:59.943847 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39a45f00-f568-4946-b3f2-6ad2288a2b42 req-c6dbe5d9-4158-43d0-acdb-10aba078c5a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3cfec04-1a32-4b2a-bfc9-aa15ffa5e034 HTTP/1.1" status: 200 len: 858 time: 0.0498171 Aug 12 21:56:59.944035 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc249cdb-dfde-4a8c-8f75-e756ed537978", "name": "network-vif-plugged", "status": "completed", "tag": "31224cb9-41ad-4c20-bbd2-6a7d026f072a", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:56:59.944378 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cad1bacf-ccda-4a0d-b8fc-753a8ed85202 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:56:59.944864 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31224cb9-41ad-4c20-bbd2-6a7d026f072a', 'code': 200} Aug 12 21:56:59.962242 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: 17a7a05f-4a8b-4a01-a9cb-d73232e2701d {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:56:59.962681 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 17a7a05f-4a8b-4a01-a9cb-d73232e2701d not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:56:59.992986 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=31224cb9-41ad-4c20-bbd2-6a7d026f072a,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:00.009321 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39a45f00-f568-4946-b3f2-6ad2288a2b42 req-358eb632-3d1e-47ba-8b23-0f5612f51f3e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e13655-3f36-46fa-b773-fa603af50fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312569 Aug 12 21:57:00.037136 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec0adb-0cb5-441d-b04e-a336305d4e73 req-fe8af6db-0970-4aec-aeb7-906e7f62e7af tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:00.038648 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fcec0adb-0cb5-441d-b04e-a336305d4e73 req-fe8af6db-0970-4aec-aeb7-906e7f62e7af tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0902381 Aug 12 21:57:00.163104 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fcec0adb-0cb5-441d-b04e-a336305d4e73 req-81938688-0c37-4db0-85ae-17d8b387fb99 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088364 Aug 12 21:57:00.171971 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f78963-188d-49f2-9038-ab39f0526c8f req-44983d16-b72f-4644-aa20-f83e86bfab8a tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:00.173452 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-19f78963-188d-49f2-9038-ab39f0526c8f req-44983d16-b72f-4644-aa20-f83e86bfab8a tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 944 time: 0.1339109 Aug 12 21:57:00.206625 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39a45f00-f568-4946-b3f2-6ad2288a2b42 req-50425195-5785-4808-9658-1c9b40d9db1d service neutron] 10.222.0.66 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880200 Aug 12 21:57:00.241235 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-19f78963-188d-49f2-9038-ab39f0526c8f req-5ccf90c8-b8ce-4f92-a133-fb11af16a522 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599296 Aug 12 21:57:00.309140 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39a45f00-f568-4946-b3f2-6ad2288a2b42 req-cf956c92-5c90-4284-af3e-6d0bea265cc9 service neutron] 10.222.0.66 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944030 Aug 12 21:57:00.366974 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8b9c3-51a2-45d6-ad07-231ba4441c71 req-0cf419c8-261d-413d-84e7-e51cea4d2b52 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:00.369212 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a0a8b9c3-51a2-45d6-ad07-231ba4441c71 req-0cf419c8-261d-413d-84e7-e51cea4d2b52 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 945 time: 0.0500810 Aug 12 21:57:00.407703 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a0a8b9c3-51a2-45d6-ad07-231ba4441c71 req-cb27c921-632f-4184-b30d-17851c174ace tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/security-groups?id=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325842 Aug 12 21:57:00.560219 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c07c7-f460-4fe8-931f-cd8df7b57a51 req-2c31c72a-1bc3-4466-895b-70a883d0e5e3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:00.561800 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-355c07c7-f460-4fe8-931f-cd8df7b57a51 req-2c31c72a-1bc3-4466-895b-70a883d0e5e3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0553615 Aug 12 21:57:00.599981 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-355c07c7-f460-4fe8-931f-cd8df7b57a51 req-bb622961-49c6-43fc-a7a0-08ef77b1d781 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321455 Aug 12 21:57:00.812125 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25ab40-f14b-45de-9f17-679f6a7b20cf req-6c3aa58a-b69b-49ce-b997-d6e8fcee6e52 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:00.813604 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0e25ab40-f14b-45de-9f17-679f6a7b20cf req-6c3aa58a-b69b-49ce-b997-d6e8fcee6e52 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.66 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 945 time: 0.0488162 Aug 12 21:57:00.936334 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097cd0b-1df7-4fe2-8b29-2d3640d8bc82 req-6cea26fd-1bb5-419b-bfd1-0a5b4ec98133 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:00.937833 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1097cd0b-1df7-4fe2-8b29-2d3640d8bc82 req-6cea26fd-1bb5-419b-bfd1-0a5b4ec98133 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0734684 Aug 12 21:57:00.967970 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-0e25ab40-f14b-45de-9f17-679f6a7b20cf req-34486f72-4840-44eb-b686-e0bac4590a08 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Deleting port 0bf94c7b-c766-4d9c-983d-e857bb371855 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:57:00.968314 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0e25ab40-f14b-45de-9f17-679f6a7b20cf req-34486f72-4840-44eb-b686-e0bac4590a08 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:01.025028 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1097cd0b-1df7-4fe2-8b29-2d3640d8bc82 req-c6cc6af5-6c0d-4f04-9be0-a167bff44b29 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811560 Aug 12 21:57:01.072482 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0e25ab40-f14b-45de-9f17-679f6a7b20cf req-34486f72-4840-44eb-b686-e0bac4590a08 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] For port 0bf94c7b-c766-4d9c-983d-e857bb371855, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=0bf94c7b-c766-4d9c-983d-e857bb371855,segment=NetworkSegment(ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b),segment_id=ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:57:01.072854 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0e25ab40-f14b-45de-9f17-679f6a7b20cf req-34486f72-4840-44eb-b686-e0bac4590a08 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:01.085424 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-0e25ab40-f14b-45de-9f17-679f6a7b20cf req-34486f72-4840-44eb-b686-e0bac4590a08 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Calling delete_port for 0bf94c7b-c766-4d9c-983d-e857bb371855 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:57:01.218086 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0e25ab40-f14b-45de-9f17-679f6a7b20cf req-34486f72-4840-44eb-b686-e0bac4590a08 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:01.231444 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['0bf94c7b-c766-4d9c-983d-e857bb371855'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:57:01.248502 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34486f72-4840-44eb-b686-e0bac4590a08 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Pushing event deleted for resources: {'Port': ['ID=0bf94c7b-c766-4d9c-983d-e857bb371855,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:01.317352 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e25ab40-f14b-45de-9f17-679f6a7b20cf req-34486f72-4840-44eb-b686-e0bac4590a08 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] No DVR routers for this DVR port 0bf94c7b-c766-4d9c-983d-e857bb371855 on host hv-cinder-80445 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:57:01.327756 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0e25ab40-f14b-45de-9f17-679f6a7b20cf req-34486f72-4840-44eb-b686-e0bac4590a08 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:01.329687 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0e25ab40-f14b-45de-9f17-679f6a7b20cf req-34486f72-4840-44eb-b686-e0bac4590a08 tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.66 "DELETE /v2.0/ports/0bf94c7b-c766-4d9c-983d-e857bb371855 HTTP/1.1" status: 204 len: 173 time: 0.5059867 Aug 12 21:57:01.330123 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7853ff4e-791e-4e69-ba1c-752c6e325208', 'name': 'network-vif-deleted', 'tag': '0bf94c7b-c766-4d9c-983d-e857bb371855'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:57:01.332330 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ec3faa-f1e6-4cb6-bfeb-ba8ff9c8bc80" -d '{"events": [{"server_uuid": "7853ff4e-791e-4e69-ba1c-752c6e325208", "name": "network-vif-deleted", "tag": "0bf94c7b-c766-4d9c-983d-e857bb371855"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:57:01.367379 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b103094-7680-4446-b34c-468c09c6041f req-3a100d9f-7ae8-4b34-be5a-677ffc84c983 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:01.369329 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b103094-7680-4446-b34c-468c09c6041f req-3a100d9f-7ae8-4b34-be5a-677ffc84c983 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.1243725 Aug 12 21:57:01.390781 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044e7ba-6347-4a82-adc6-aa45817e3fb1 req-e81f187d-18be-415f-af42-3ab439732693 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:01.392210 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2044e7ba-6347-4a82-adc6-aa45817e3fb1 req-e81f187d-18be-415f-af42-3ab439732693 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 944 time: 0.0774460 Aug 12 21:57:01.441440 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b103094-7680-4446-b34c-468c09c6041f req-3781833f-2353-4cf8-bf3a-66735374da5c tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637937 Aug 12 21:57:01.449428 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2044e7ba-6347-4a82-adc6-aa45817e3fb1 req-bde6d689-2c88-43df-92ee-9bfcc0efc607 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494275 Aug 12 21:57:01.507326 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d294b68-b10f-4122-b7fb-672dd49326b1 x-openstack-request-id: req-9d294b68-b10f-4122-b7fb-672dd49326b1 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:57:01.508067 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7853ff4e-791e-4e69-ba1c-752c6e325208", "name": "network-vif-deleted", "tag": "0bf94c7b-c766-4d9c-983d-e857bb371855", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:57:01.508067 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9d294b68-b10f-4122-b7fb-672dd49326b1 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:57:01.508898 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7853ff4e-791e-4e69-ba1c-752c6e325208', 'name': 'network-vif-deleted', 'tag': '0bf94c7b-c766-4d9c-983d-e857bb371855', 'status': 'completed', 'code': 200} Aug 12 21:57:01.548480 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e663ade0-78f5-4aac-8e3a-42a5ec0d2b4f req-f1367158-2a3e-48b5-a45f-f32d27642f4c tempest-AttachVolumeNegativeTest-1179950083 tempest-AttachVolumeNegativeTest-1179950083-project] 10.222.0.74 "GET /v2.0/ports?device_id=7853ff4e-791e-4e69-ba1c-752c6e325208 HTTP/1.1" status: 200 len: 210 time: 0.0258052 Aug 12 21:57:01.674570 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device c3a27316-9bc4-4465-89fc-41030fcc045f details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:57:01.724074 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced78f9-9a3d-471f-8781-9b6c2f79b48b req-ad4cb6bc-8f92-42ac-8b0a-cbc255171f89 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:01.725566 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4ced78f9-9a3d-471f-8781-9b6c2f79b48b req-ad4cb6bc-8f92-42ac-8b0a-cbc255171f89 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0525832 Aug 12 21:57:01.742312 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:57:01.764320 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4ced78f9-9a3d-471f-8781-9b6c2f79b48b req-c1d8ce87-8c93-4ace-a48c-e6cbb57c0002 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324855 Aug 12 21:57:01.772564 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port c3a27316-9bc4-4465-89fc-41030fcc045f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c3a27316-9bc4-4465-89fc-41030fcc045f,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:57:01.786133 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': 'c3a27316-9bc4-4465-89fc-41030fcc045f', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'port_id': 'c3a27316-9bc4-4465-89fc-41030fcc045f', 'mac_address': 'fa:16:3e:d7:96:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:57:01.828073 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:01.841821 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a27316-9bc4-4465-89fc-41030fcc045f {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:57:01.860641 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port c3a27316-9bc4-4465-89fc-41030fcc045f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c3a27316-9bc4-4465-89fc-41030fcc045f,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:57:01.864214 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:01.911105 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=c3a27316-9bc4-4465-89fc-41030fcc045f,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:02.142135 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c32fb-f4f1-49c8-ac42-fcea26c852f9 req-6c5b2572-6c8e-492b-a024-af1cc1e32d6e tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:02.143639 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9e3c32fb-f4f1-49c8-ac42-fcea26c852f9 req-6c5b2572-6c8e-492b-a024-af1cc1e32d6e tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0488672 Aug 12 21:57:02.181050 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9e3c32fb-f4f1-49c8-ac42-fcea26c852f9 req-22762da0-2f12-4d47-a9ce-cec9eac95ffd tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312877 Aug 12 21:57:02.200004 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['c3a27316-9bc4-4465-89fc-41030fcc045f'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:57:02.592599 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fa1ce-611c-41a5-a720-27128ec640c7 req-e193a4bd-75f0-44fc-8b96-2eba2ee91ac8 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:02.594089 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e37fa1ce-611c-41a5-a720-27128ec640c7 req-e193a4bd-75f0-44fc-8b96-2eba2ee91ac8 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 945 time: 0.0730128 Aug 12 21:57:02.602104 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9ab41-cb83-486a-8801-a5ae56aaeb59 req-a98ff8dc-a928-4990-9214-8e807fa143a1 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:02.603469 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c6c9ab41-cb83-486a-8801-a5ae56aaeb59 req-a98ff8dc-a928-4990-9214-8e807fa143a1 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0909438 Aug 12 21:57:02.659521 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e37fa1ce-611c-41a5-a720-27128ec640c7 req-056d686d-72a2-4116-970f-9498b5444037 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551233 Aug 12 21:57:02.662255 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c6c9ab41-cb83-486a-8801-a5ae56aaeb59 req-c48be45b-7513-4ea5-9705-fd99d7114a1b tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522454 Aug 12 21:57:02.704101 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 59730) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:02.748507 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-29844267-be6c-4831-a5d8-d3ce8adf8f7c admin admin] Deleting subnet 2113c992-f5ab-4887-8abc-4c769fbc8ead {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:57:02.751498 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-29844267-be6c-4831-a5d8-d3ce8adf8f7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:02.784386 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-29844267-be6c-4831-a5d8-d3ce8adf8f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8661345'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:02.825513 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-29844267-be6c-4831-a5d8-d3ce8adf8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:02.911767 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bee2d-a70e-43cf-822c-1fdf3f37a0be req-63ffd09e-fb05-4887-ba7e-1dea13b815cd tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:02.913251 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-536bee2d-a70e-43cf-822c-1fdf3f37a0be req-63ffd09e-fb05-4887-ba7e-1dea13b815cd tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0684128 Aug 12 21:57:02.917495 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-29844267-be6c-4831-a5d8-d3ce8adf8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12338783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463963'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:02.957785 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29844267-be6c-4831-a5d8-d3ce8adf8f7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2113c992-f5ab-4887-8abc-4c769fbc8ead,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:02.959731 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-29844267-be6c-4831-a5d8-d3ce8adf8f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:02.962461 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-29844267-be6c-4831-a5d8-d3ce8adf8f7c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2113c992-f5ab-4887-8abc-4c769fbc8ead HTTP/1.1" status: 204 len: 168 time: 0.2572389 Aug 12 21:57:02.965165 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 59736) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:02.984995 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-536bee2d-a70e-43cf-822c-1fdf3f37a0be req-ec745045-7ced-42d8-b5d6-adfe8cd8d1c6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643611 Aug 12 21:57:03.038239 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-19b574cb-5a55-477b-bf98-adc77d78107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:03.118942 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-19b574cb-5a55-477b-bf98-adc77d78107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:03.128394 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-19b574cb-5a55-477b-bf98-adc77d78107a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a83ee7f-2284-4366-8da4-358a3b379299']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:03.138046 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-19b574cb-5a55-477b-bf98-adc77d78107a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:03.138345 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-19b574cb-5a55-477b-bf98-adc77d78107a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb674e0-53e5-45ef-a0a5-cdf4d2ee409b') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:03.146816 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-19b574cb-5a55-477b-bf98-adc77d78107a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8446753'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:03.160651 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-19b574cb-5a55-477b-bf98-adc77d78107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:03.167336 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b574cb-5a55-477b-bf98-adc77d78107a admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:57:03.167703 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-19b574cb-5a55-477b-bf98-adc77d78107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416940'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: Traceback (most recent call last): Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: timer() Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: cb(*args, **kw) Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: self._notify() Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: self.callback(batched_events) Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: event.method(event) Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: return f(self, *a, **k) Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._get(url).json() Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:57:03.169360 dv-cinder-804457-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:57:03.225817 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-19b574cb-5a55-477b-bf98-adc77d78107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:03.231826 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-19b574cb-5a55-477b-bf98-adc77d78107a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:03.234730 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-19b574cb-5a55-477b-bf98-adc77d78107a admin admin] 10.222.0.74 "DELETE /v2.0/networks/4a83ee7f-2284-4366-8da4-358a3b379299 HTTP/1.1" status: 204 len: 168 time: 0.2679522 Aug 12 21:57:03.247358 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b574cb-5a55-477b-bf98-adc77d78107a admin admin] Pushing event deleted for resources: {'Network': ['ID=4a83ee7f-2284-4366-8da4-358a3b379299,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:03.312424 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef86a8-bf6b-49ca-a13d-c6eae3c08f54 req-24c837e0-4cdb-45b2-933c-b5f30dc946c1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:03.313942 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-13ef86a8-bf6b-49ca-a13d-c6eae3c08f54 req-24c837e0-4cdb-45b2-933c-b5f30dc946c1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0574934 Aug 12 21:57:03.351826 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-13ef86a8-bf6b-49ca-a13d-c6eae3c08f54 req-5d5e9b43-2c67-4c4b-8ff9-59af0b7f8467 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Aug 12 21:57:03.439848 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 59744) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:03.478083 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ae498dd0-3ed8-48fd-9f96-958709121200 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3dd1520c8b454427bcf76f6921e65358&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0371349 Aug 12 21:57:03.480391 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 59746) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:03.526146 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-716e8f85-30e7-4e01-a868-dd09a4510852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:03.546360 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-716e8f85-30e7-4e01-a868-dd09a4510852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:03.592566 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-716e8f85-30e7-4e01-a868-dd09a4510852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:03.595093 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-716e8f85-30e7-4e01-a868-dd09a4510852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:03.596226 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-716e8f85-30e7-4e01-a868-dd09a4510852 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c41e1236-2d70-4e71-9bd4-d3fa5c395d1b HTTP/1.1" status: 204 len: 168 time: 0.1149862 Aug 12 21:57:03.604646 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e8f85-30e7-4e01-a868-dd09a4510852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41e1236-2d70-4e71-9bd4-d3fa5c395d1b,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:03.679150 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device c3a27316-9bc4-4465-89fc-41030fcc045f up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:57:03.753106 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port c3a27316-9bc4-4465-89fc-41030fcc045f completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:57:03.757936 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port c3a27316-9bc4-4465-89fc-41030fcc045f triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:57:03.758879 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:03.852127 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba886479-e3a7-461b-9a5b-a2d995b279b8 req-33a0ad77-78bc-4933-acc9-cd1a1b16dfaf tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:03.853758 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba886479-e3a7-461b-9a5b-a2d995b279b8 req-33a0ad77-78bc-4933-acc9-cd1a1b16dfaf tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.1077852 Aug 12 21:57:03.866168 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5b418-6dbe-40ff-bba8-3eaeb836440d req-dd0b5331-0f65-43b3-8553-b4277d106c79 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:03.867717 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18b5b418-6dbe-40ff-bba8-3eaeb836440d req-dd0b5331-0f65-43b3-8553-b4277d106c79 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 945 time: 0.0926676 Aug 12 21:57:03.928636 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba886479-e3a7-461b-9a5b-a2d995b279b8 req-d181f31d-368d-48b2-ac1d-f385f91e10a8 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599432 Aug 12 21:57:03.946954 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18b5b418-6dbe-40ff-bba8-3eaeb836440d req-b0d088c1-3f78-41cb-97f7-9c5649ccf2ce tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717254 Aug 12 21:57:03.997508 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:04.030963 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c916bb96-ae3f-4580-9760-023590c4b601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a27316-9bc4-4465-89fc-41030fcc045f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:57:04.033042 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcd42a8-2ea4-4a5b-98b0-080009f916e7" -d '{"events": [{"server_uuid": "c916bb96-ae3f-4580-9760-023590c4b601", "name": "network-vif-plugged", "status": "completed", "tag": "c3a27316-9bc4-4465-89fc-41030fcc045f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:57:04.048930 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port c3a27316-9bc4-4465-89fc-41030fcc045f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c3a27316-9bc4-4465-89fc-41030fcc045f,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:57:04.054249 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:04.055917 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 0bf94c7b-c766-4d9c-983d-e857bb371855 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:57:04.087805 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edf8fa7-a24f-4703-9f8d-061b5aa4255a x-openstack-request-id: req-9edf8fa7-a24f-4703-9f8d-061b5aa4255a {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:57:04.088096 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c916bb96-ae3f-4580-9760-023590c4b601", "name": "network-vif-plugged", "status": "completed", "tag": "c3a27316-9bc4-4465-89fc-41030fcc045f", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:57:04.088348 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9edf8fa7-a24f-4703-9f8d-061b5aa4255a {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:57:04.089012 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c916bb96-ae3f-4580-9760-023590c4b601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a27316-9bc4-4465-89fc-41030fcc045f', 'code': 200} Aug 12 21:57:04.109375 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: 0bf94c7b-c766-4d9c-983d-e857bb371855 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:57:04.109983 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 0bf94c7b-c766-4d9c-983d-e857bb371855 not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:57:04.127739 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6763e6-079b-408f-95c1-29815c21c584 req-ac5f0bb6-4c5e-4887-b3af-33924886215d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:04.129650 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4c6763e6-079b-408f-95c1-29815c21c584 req-ac5f0bb6-4c5e-4887-b3af-33924886215d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0688877 Aug 12 21:57:04.138354 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=c3a27316-9bc4-4465-89fc-41030fcc045f,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:04.176074 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4c6763e6-079b-408f-95c1-29815c21c584 req-5f82adf1-9b81-4407-8bff-613d217b6638 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403559 Aug 12 21:57:04.402487 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830bc45-edce-4797-8c7a-0080d3b42888 req-169f003f-6b18-4ffa-9786-a8da3f5f3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:04.402977 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8830bc45-edce-4797-8c7a-0080d3b42888 req-169f003f-6b18-4ffa-9786-a8da3f5f3c22 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 1099 time: 0.0412934 Aug 12 21:57:04.449043 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8830bc45-edce-4797-8c7a-0080d3b42888 req-91a4ac7f-889f-4b9e-8dd9-61d1cddcad9f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384037 Aug 12 21:57:04.483612 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb533052-3666-4058-a14b-d60bea12502a req-0a016854-11eb-411a-9c36-dfe6379c46bb tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:04.485102 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eb533052-3666-4058-a14b-d60bea12502a req-0a016854-11eb-411a-9c36-dfe6379c46bb tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0547597 Aug 12 21:57:04.531603 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eb533052-3666-4058-a14b-d60bea12502a req-ba585c24-c799-428b-9a35-24f9fb7e8007 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402000 Aug 12 21:57:05.091893 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54489-e2ae-402a-a78e-1551abdba940 req-6510a2ca-b514-4699-96b2-51334c46023a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:05.093340 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8ba54489-e2ae-402a-a78e-1551abdba940 req-6510a2ca-b514-4699-96b2-51334c46023a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0847356 Aug 12 21:57:05.106471 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0fa27-6568-4e5c-9c59-4741ea2d95bc req-0abe4dcd-2c0f-445c-870b-35a4d84f06d4 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:05.107913 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bfd0fa27-6568-4e5c-9c59-4741ea2d95bc req-0abe4dcd-2c0f-445c-870b-35a4d84f06d4 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 946 time: 0.0888066 Aug 12 21:57:05.166532 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8ba54489-e2ae-402a-a78e-1551abdba940 req-847f1454-43c4-46ac-ae36-d94c045151ab tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576768 Aug 12 21:57:05.169343 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bfd0fa27-6568-4e5c-9c59-4741ea2d95bc req-62c772cc-489b-4f5c-bce5-d61c144ae2fd tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527215 Aug 12 21:57:05.307913 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d28e6-af50-42e3-adbb-21fca596f076 req-4d3cf707-1822-48b5-803f-413cf136aded tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:05.309527 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-449d28e6-af50-42e3-adbb-21fca596f076 req-4d3cf707-1822-48b5-803f-413cf136aded tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0610905 Aug 12 21:57:05.354573 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-449d28e6-af50-42e3-adbb-21fca596f076 req-3bbbe15a-ed18-4088-a7ae-a1fe7e4d0bdf tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367129 Aug 12 21:57:05.448083 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 59820) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:05.551631 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1925ebd3-5f21-4953-886f-1d1818360a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:05.646811 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1925ebd3-5f21-4953-886f-1d1818360a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:05.651701 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1925ebd3-5f21-4953-886f-1d1818360a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:05.653357 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5449d-ff67-433d-b612-94b06dd2836e req-3682c394-f67d-48d7-a944-4f2c51902f68 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:05.654989 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04a5449d-ff67-433d-b612-94b06dd2836e req-3682c394-f67d-48d7-a944-4f2c51902f68 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0548460 Aug 12 21:57:05.692791 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-1925ebd3-5f21-4953-886f-1d1818360a8a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c543e4dc1dba42f18cf530f4d6b79540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436299 Aug 12 21:57:05.693726 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925ebd3-5f21-4953-886f-1d1818360a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca552d12-b89d-4022-baa4-3139238385b2,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:05.695325 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04a5449d-ff67-433d-b612-94b06dd2836e req-3e410320-58fd-4906-9f25-f07c19dfba8a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341213 Aug 12 21:57:05.696780 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 59826) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:05.745799 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0bb90d86-f22c-4ba5-99c5-51198579862a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:05.768375 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0bb90d86-f22c-4ba5-99c5-51198579862a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:05.818057 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0bb90d86-f22c-4ba5-99c5-51198579862a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:05.821309 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0bb90d86-f22c-4ba5-99c5-51198579862a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:05.822497 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0bb90d86-f22c-4ba5-99c5-51198579862a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ca552d12-b89d-4022-baa4-3139238385b2 HTTP/1.1" status: 204 len: 168 time: 0.1247575 Aug 12 21:57:05.829921 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb90d86-f22c-4ba5-99c5-51198579862a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca552d12-b89d-4022-baa4-3139238385b2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:06.088479 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 59834) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:06.101377 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5c67cb3d-a971-44e5-9459-68382ae31275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:06.195409 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5c67cb3d-a971-44e5-9459-68382ae31275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:06.199239 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5c67cb3d-a971-44e5-9459-68382ae31275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:06.240087 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5c67cb3d-a971-44e5-9459-68382ae31275 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0f4ca7171e354d899c072f59e331d4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504655 Aug 12 21:57:06.242108 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67cb3d-a971-44e5-9459-68382ae31275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315dabf8-ee47-49ea-9086-3e0774ac94fe,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:06.243757 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 59840) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:06.303547 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-14eeda50-c992-4ae1-8417-9ed2d77ebe04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:06.326801 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ded8ca-9f92-4312-bfa8-c08b57151703 req-10bc2522-9915-438e-b4e3-a0a3fb622e67 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:06.328299 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-52ded8ca-9f92-4312-bfa8-c08b57151703 req-10bc2522-9915-438e-b4e3-a0a3fb622e67 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0872273 Aug 12 21:57:06.331430 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-14eeda50-c992-4ae1-8417-9ed2d77ebe04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:06.336924 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e5835-342a-404a-8429-69dc62f95c0f req-910d7807-4ebf-44a2-9b17-ab89268a2eb1 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:06.338419 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cc8e5835-342a-404a-8429-69dc62f95c0f req-910d7807-4ebf-44a2-9b17-ab89268a2eb1 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 946 time: 0.0848660 Aug 12 21:57:06.379776 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-14eeda50-c992-4ae1-8417-9ed2d77ebe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:06.382422 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-14eeda50-c992-4ae1-8417-9ed2d77ebe04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:06.383771 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-14eeda50-c992-4ae1-8417-9ed2d77ebe04 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/315dabf8-ee47-49ea-9086-3e0774ac94fe HTTP/1.1" status: 204 len: 168 time: 0.1385756 Aug 12 21:57:06.391523 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-52ded8ca-9f92-4312-bfa8-c08b57151703 req-4ee67588-7df4-49ae-b4dc-4a9e8101608d tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521607 Aug 12 21:57:06.393521 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eeda50-c992-4ae1-8417-9ed2d77ebe04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315dabf8-ee47-49ea-9086-3e0774ac94fe,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:06.407844 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cc8e5835-342a-404a-8429-69dc62f95c0f req-8138ef33-80ce-43af-b770-a06f73a3ad01 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618148 Aug 12 21:57:06.550280 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b1dd9-a5c6-42f9-a448-91c7cf373be6 req-ea072ee1-a5c9-41f8-a3a5-7d04df9e2463 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:06.551863 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-252b1dd9-a5c6-42f9-a448-91c7cf373be6 req-ea072ee1-a5c9-41f8-a3a5-7d04df9e2463 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0776296 Aug 12 21:57:06.564191 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215832f-79a0-436b-87b0-35f9326289c0 req-8154121a-be02-466f-860e-2c77e4dcdb17 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:06.569589 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7215832f-79a0-436b-87b0-35f9326289c0 req-8154121a-be02-466f-860e-2c77e4dcdb17 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 946 time: 0.0827706 Aug 12 21:57:06.627563 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-252b1dd9-a5c6-42f9-a448-91c7cf373be6 req-befa1d38-95a9-4810-8dc9-9ac2e2608663 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569642 Aug 12 21:57:06.632344 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7215832f-79a0-436b-87b0-35f9326289c0 req-e87d71cc-299f-4b6c-a118-3dd7041b82b3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604641 Aug 12 21:57:06.655335 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 59854) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:06.828556 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48642e0-829f-4097-85f2-c9aa62b63cc9 req-cb1a3426-6206-4f90-9bc2-c41c62974dc8 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:06.830303 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d48642e0-829f-4097-85f2-c9aa62b63cc9 req-cb1a3426-6206-4f90-9bc2-c41c62974dc8 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0529478 Aug 12 21:57:06.861667 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f4d6e-9a72-4006-b8e3-bf79b4da5f5d tempest-TestVolumeBootPattern-683346263 tempest-TestVolumeBootPattern-683346263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:06.863225 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-8a9f4d6e-9a72-4006-b8e3-bf79b4da5f5d tempest-TestVolumeBootPattern-683346263 tempest-TestVolumeBootPattern-683346263-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 1094 time: 0.2068150 Aug 12 21:57:06.866478 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 59868) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:06.870817 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Request body: {'floatingip': {'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'port_id': 'c3a27316-9bc4-4465-89fc-41030fcc045f', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:57:06.877970 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d48642e0-829f-4097-85f2-c9aa62b63cc9 req-68c0d856-ca73-48f2-acab-d70e75af54f6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Aug 12 21:57:06.897782 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for floatingip, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:06.999281 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:07.120097 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Allocated IP 172.27.1.65 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/b0797c1a-4ae7-45db-a2b7-d5c364b14d56) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:57:07.224866 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:07.274574 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:07.314072 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:57:07.319006 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:57:07.323129 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:57:07.346577 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event updated for resources: {'Port': ['ID=b0797c1a-4ae7-45db-a2b7-d5c364b14d56,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:07.538560 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b95d15-fe13-484c-be43-dfb82c8aeaa6 req-bdf87906-ce9f-4eeb-9bbe-6653cf045333 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:07.540631 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-82b95d15-fe13-484c-be43-dfb82c8aeaa6 req-bdf87906-ce9f-4eeb-9bbe-6653cf045333 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0691125 Aug 12 21:57:07.585895 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-82b95d15-fe13-484c-be43-dfb82c8aeaa6 req-d90f321f-d438-42b6-857a-2e569a63b238 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389967 Aug 12 21:57:07.720078 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:07.763160 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a7b58-16a2-4d0f-b346-1d6da78eb0f0 req-662fabbf-5d22-48e3-9ebc-d3192535b67d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:07.764818 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7b8a7b58-16a2-4d0f-b346-1d6da78eb0f0 req-662fabbf-5d22-48e3-9ebc-d3192535b67d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0581496 Aug 12 21:57:07.767828 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:07.815779 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:07.816644 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7b8a7b58-16a2-4d0f-b346-1d6da78eb0f0 req-994f35d1-155d-42bd-a30d-22a4a12417dd tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454543 Aug 12 21:57:07.989207 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:07.995269 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416840'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:08.010473 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc288c48-7753-4ab8-8f5b-0c7aa8fe421b req-8106e467-a3cd-4325-a5a9-bd38c2c95cd2 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:08.012200 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dc288c48-7753-4ab8-8f5b-0c7aa8fe421b req-8106e467-a3cd-4325-a5a9-bd38c2c95cd2 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0632401 Aug 12 21:57:08.057477 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dc288c48-7753-4ab8-8f5b-0c7aa8fe421b req-46fa693a-70a2-4dbb-a53a-87435fa11bce tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390632 Aug 12 21:57:08.063579 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event updated for resources: {'Port': ['ID=b0797c1a-4ae7-45db-a2b7-d5c364b14d56,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:08.080569 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:08.410813 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.db.l3_db [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Floating IP 4ee7eb1e-d999-4cd1-9572-1ee9d34748a7 associated. External IP: 172.27.1.65, port: c3a27316-9bc4-4465-89fc-41030fcc045f. Aug 12 21:57:08.622930 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:57:08.731295 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:57:08.735501 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40606b95-f82a-4a19-a1e7-4959a85eb5f7 req-86b8db8b-cbd8-4589-812b-1667c7953b07 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:08.737063 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-40606b95-f82a-4a19-a1e7-4959a85eb5f7 req-86b8db8b-cbd8-4589-812b-1667c7953b07 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0496941 Aug 12 21:57:08.741079 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c673e1e-b7b4-491d-a883-6dc0edef8abf None None] Sync routers for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:57:08.749500 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:08.752448 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c673e1e-b7b4-491d-a883-6dc0edef8abf None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:57:08.753071 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2c673e1e-b7b4-491d-a883-6dc0edef8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:56:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:08.789143 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-e5835d4f-c77d-4454-8933-b2e355e09750 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9177527 Aug 12 21:57:08.789143 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c916bb96-ae3f-4580-9760-023590c4b601', 'tag': 'c3a27316-9bc4-4465-89fc-41030fcc045f'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:57:08.789143 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc350203-f6cb-4137-b5ef-9f3989c93cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "c916bb96-ae3f-4580-9760-023590c4b601", "tag": "c3a27316-9bc4-4465-89fc-41030fcc045f"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:57:08.802855 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-40606b95-f82a-4a19-a1e7-4959a85eb5f7 req-eb5db6ff-aec3-4a4f-b888-294625b91e86 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562217 Aug 12 21:57:08.827166 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db9c6d3-0cd9-4954-9fde-865d99e35e93 x-openstack-request-id: req-4db9c6d3-0cd9-4954-9fde-865d99e35e93 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:57:08.827480 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c916bb96-ae3f-4580-9760-023590c4b601", "tag": "c3a27316-9bc4-4465-89fc-41030fcc045f", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:57:08.827735 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4db9c6d3-0cd9-4954-9fde-865d99e35e93 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:57:08.828220 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c916bb96-ae3f-4580-9760-023590c4b601', 'tag': 'c3a27316-9bc4-4465-89fc-41030fcc045f', 'status': 'completed', 'code': 200} Aug 12 21:57:08.907857 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350203-f6cb-4137-b5ef-9f3989c93cc1 req-63ff1f19-0da6-46c6-b496-32ec9128ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:08.909344 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc350203-f6cb-4137-b5ef-9f3989c93cc1 req-63ff1f19-0da6-46c6-b496-32ec9128ec41 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8e3429a9f264b3f96368c74923af18f&device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 1099 time: 0.0550396 Aug 12 21:57:08.959614 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-2c673e1e-b7b4-491d-a883-6dc0edef8abf None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:57:09.001582 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4237d87-0bf3-47ed-944e-95297bd99a00 req-c2c46843-dab8-410d-99f6-0c120e334ecd tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:09.003055 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4237d87-0bf3-47ed-944e-95297bd99a00 req-c2c46843-dab8-410d-99f6-0c120e334ecd tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.1060097 Aug 12 21:57:09.057828 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350203-f6cb-4137-b5ef-9f3989c93cc1 req-1ffb8651-abd4-4eb6-81f7-ddc8cbea155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:09.059299 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc350203-f6cb-4137-b5ef-9f3989c93cc1 req-1ffb8651-abd4-4eb6-81f7-ddc8cbea155b service neutron] 10.222.0.66 "GET /v2.0/networks?id=613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 200 len: 913 time: 0.1309090 Aug 12 21:57:09.064486 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4237d87-0bf3-47ed-944e-95297bd99a00 req-5a5af67b-7b44-49e8-8390-410f9b15e72a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498762 Aug 12 21:57:09.191280 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc350203-f6cb-4137-b5ef-9f3989c93cc1 req-4a3f9456-6a52-4d0b-b133-ed567a8f3b9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a27316-9bc4-4465-89fc-41030fcc045f HTTP/1.1" status: 200 len: 999 time: 0.1223819 Aug 12 21:57:09.200339 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2c673e1e-b7b4-491d-a883-6dc0edef8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '4ee7eb1e-d999-4cd1-9572-1ee9d34748a7', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'port_id': 'c3a27316-9bc4-4465-89fc-41030fcc045f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'mac_address': 'fa:16:3e:d7:96:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c916bb96-ae3f-4580-9760-023590c4b601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:57:07Z', 'updated_at': '2021-08-12T21:57:07Z', 'revision_number': 0, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:09.217200 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e11454-e29e-4cc3-96e8-2781f41457f9 req-e08ed2f5-d0b0-4d39-8d10-626b970451c1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:09.218758 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-86e11454-e29e-4cc3-96e8-2781f41457f9 req-e08ed2f5-d0b0-4d39-8d10-626b970451c1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0829966 Aug 12 21:57:09.233828 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c673e1e-b7b4-491d-a883-6dc0edef8abf None None] Checking router: 9e73ea9a-2a76-435e-9431-5f31bc4dd771 for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:57:09.255947 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c673e1e-b7b4-491d-a883-6dc0edef8abf None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:57:09.256631 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2c673e1e-b7b4-491d-a883-6dc0edef8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:56:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:09.312189 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350203-f6cb-4137-b5ef-9f3989c93cc1 req-fc4f9b8d-d066-4635-9786-704733827456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:09.313876 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc350203-f6cb-4137-b5ef-9f3989c93cc1 req-fc4f9b8d-d066-4635-9786-704733827456 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d02462e4-e48f-4f21-a855-efcf02a2fe69 HTTP/1.1" status: 200 len: 851 time: 0.1130295 Aug 12 21:57:09.344946 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-86e11454-e29e-4cc3-96e8-2781f41457f9 req-dd532bcd-dd92-4110-9ef2-f05bd6d5fee6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044888 Aug 12 21:57:09.378125 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350203-f6cb-4137-b5ef-9f3989c93cc1 req-efc7f758-3cf0-4110-a2d1-ea4712d6bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:09.379959 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc350203-f6cb-4137-b5ef-9f3989c93cc1 req-efc7f758-3cf0-4110-a2d1-ea4712d6bfb6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=613fc478-5bf3-40ff-985a-d2037dcedd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514300 Aug 12 21:57:09.388236 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-2c673e1e-b7b4-491d-a883-6dc0edef8abf None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:57:09.541590 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc350203-f6cb-4137-b5ef-9f3989c93cc1 req-a729e9d5-7648-46bb-8cd9-57eeccfbc1e4 service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985243 Aug 12 21:57:09.709078 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2c673e1e-b7b4-491d-a883-6dc0edef8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '4ee7eb1e-d999-4cd1-9572-1ee9d34748a7', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'port_id': 'c3a27316-9bc4-4465-89fc-41030fcc045f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'mac_address': 'fa:16:3e:d7:96:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c916bb96-ae3f-4580-9760-023590c4b601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:57:07Z', 'updated_at': '2021-08-12T21:57:07Z', 'revision_number': 0, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:57:09.740647 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc350203-f6cb-4137-b5ef-9f3989c93cc1 req-3bfbd678-eb6e-4b7d-a644-0351f4eb01fa service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860392 Aug 12 21:57:09.760318 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c673e1e-b7b4-491d-a883-6dc0edef8abf None None] The sync data for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi is: [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '4ee7eb1e-d999-4cd1-9572-1ee9d34748a7', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'port_id': 'c3a27316-9bc4-4465-89fc-41030fcc045f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'mac_address': 'fa:16:3e:d7:96:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c916bb96-ae3f-4580-9760-023590c4b601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:57:07Z', 'updated_at': '2021-08-12T21:57:07Z', 'revision_number': 0, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:57:09.932165 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ccab1-6a5b-4903-b5e7-e1904bab1b4e req-ef08c3d3-8057-44fd-bda5-d5e5f233ab45 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:09.933914 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d24ccab1-6a5b-4903-b5e7-e1904bab1b4e req-ef08c3d3-8057-44fd-bda5-d5e5f233ab45 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0563166 Aug 12 21:57:09.978195 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ba1d7-7b42-417a-b393-a160dac813ce None None] New status for floating IP 4ee7eb1e-d999-4cd1-9572-1ee9d34748a7: ACTIVE {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:57:09.982311 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d24ccab1-6a5b-4903-b5e7-e1904bab1b4e req-396b6c59-2fbd-4565-8ee1-0234f5239e45 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414219 Aug 12 21:57:10.212849 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2033cd6-0fc9-4964-9556-8dcfcd928cef req-5057270c-7428-4cb1-9684-d4b84692755b tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:10.214657 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e2033cd6-0fc9-4964-9556-8dcfcd928cef req-5057270c-7428-4cb1-9684-d4b84692755b tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0704241 Aug 12 21:57:10.263273 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e2033cd6-0fc9-4964-9556-8dcfcd928cef req-a4beb97a-1819-4d3f-8b59-226dc713c1c1 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414472 Aug 12 21:57:10.483062 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977bc1b-f76f-4378-8058-43c9755abc41 req-f894a79e-a0f4-4fed-810c-7bcf6443c2c6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:10.484989 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d977bc1b-f76f-4378-8058-43c9755abc41 req-f894a79e-a0f4-4fed-810c-7bcf6443c2c6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0579970 Aug 12 21:57:10.532591 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d977bc1b-f76f-4378-8058-43c9755abc41 req-1981fe13-8ed8-46e8-8173-dbbe7f1c7801 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399637 Aug 12 21:57:11.141082 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f12424-53ce-4b66-8470-4973703a4219 req-b9735b70-c815-4b4c-acd7-d2aa2ca8e129 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:11.141082 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f7f12424-53ce-4b66-8470-4973703a4219 req-b9735b70-c815-4b4c-acd7-d2aa2ca8e129 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0592265 Aug 12 21:57:11.184538 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f7f12424-53ce-4b66-8470-4973703a4219 req-203d66eb-d052-407f-b5b3-26e4e0dce90f tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373898 Aug 12 21:57:11.434295 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04fd98-8311-4a91-9161-fb87200b33bf req-0e4e5133-bf18-44a6-855b-0fb89b57c712 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:11.436764 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dd04fd98-8311-4a91-9161-fb87200b33bf req-0e4e5133-bf18-44a6-855b-0fb89b57c712 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0861106 Aug 12 21:57:11.475363 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dd04fd98-8311-4a91-9161-fb87200b33bf req-054d5192-f79a-4392-b518-d4f9d2bcb863 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322809 Aug 12 21:57:11.666770 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e4976-a277-4b89-872a-9654f7b58f2b req-654a0342-576c-4bc3-a56c-9fb2568b5856 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:11.668286 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-650e4976-a277-4b89-872a-9654f7b58f2b req-654a0342-576c-4bc3-a56c-9fb2568b5856 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0650773 Aug 12 21:57:11.708467 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-650e4976-a277-4b89-872a-9654f7b58f2b req-cedb8c45-e4e5-4eae-9fbc-c4774bf2b67a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331917 Aug 12 21:57:12.376338 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40964d-c97b-498a-ab1b-d00a95e9a328 req-52e753f9-0391-4d04-9fc0-598721a74e93 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:12.378263 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e40964d-c97b-498a-ab1b-d00a95e9a328 req-52e753f9-0391-4d04-9fc0-598721a74e93 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0634527 Aug 12 21:57:12.425164 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e40964d-c97b-498a-ab1b-d00a95e9a328 req-9c8f6eea-0abc-45d5-bd59-367cafd767e7 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403533 Aug 12 21:57:12.638051 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227949d-da3f-4565-b274-aecbf8ad42b9 req-e7ba1327-c7e3-47e7-b35c-a5e7078001e9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:12.646575 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6227949d-da3f-4565-b274-aecbf8ad42b9 req-e7ba1327-c7e3-47e7-b35c-a5e7078001e9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0874114 Aug 12 21:57:12.692079 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6227949d-da3f-4565-b274-aecbf8ad42b9 req-0755ffcc-cbb2-45e5-ac33-6bf336543b9b tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446177 Aug 12 21:57:12.748999 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9a647-01c7-4b26-9dc1-8935972be748 req-dfb13e0e-ab70-40ec-a665-f7fec8de88b0 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:12.750748 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f5c9a647-01c7-4b26-9dc1-8935972be748 req-dfb13e0e-ab70-40ec-a665-f7fec8de88b0 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0630870 Aug 12 21:57:12.819588 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f5c9a647-01c7-4b26-9dc1-8935972be748 req-8eef125a-b227-4f7e-9c2e-588c5fe20842 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627558 Aug 12 21:57:12.844183 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b021ef-48b5-4c8c-9307-a146b1c05ade req-0e0458a4-360b-45e0-922c-239b406b96c5 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:12.846655 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-58b021ef-48b5-4c8c-9307-a146b1c05ade req-0e0458a4-360b-45e0-922c-239b406b96c5 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0663946 Aug 12 21:57:12.925760 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-58b021ef-48b5-4c8c-9307-a146b1c05ade req-23484cde-e9d6-4967-93c9-e661fa571aa2 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573575 Aug 12 21:57:13.834008 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4197925-f184-46fd-92a5-a452135114ac req-63350182-5509-4479-80f0-7d40577e8634 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:13.835567 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e4197925-f184-46fd-92a5-a452135114ac req-63350182-5509-4479-80f0-7d40577e8634 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0649328 Aug 12 21:57:13.885988 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e4197925-f184-46fd-92a5-a452135114ac req-e4dee8fb-d295-46a0-9920-c2548b5f5f11 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437293 Aug 12 21:57:13.983033 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da4c51-8d18-4639-bd5d-562ebaeb6b35 req-3c061cdd-abc1-489b-9c36-4b630e5480c1 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:13.999207 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-78da4c51-8d18-4639-bd5d-562ebaeb6b35 req-3c061cdd-abc1-489b-9c36-4b630e5480c1 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0880785 Aug 12 21:57:14.061104 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-78da4c51-8d18-4639-bd5d-562ebaeb6b35 req-17370307-c68d-409c-b38c-a50070a54d22 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608370 Aug 12 21:57:14.091569 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dabc66-a6a1-4f55-bd24-b438a43d6fb8 req-680d2b94-efb2-46be-9652-558e288d453f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:14.092979 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18dabc66-a6a1-4f55-bd24-b438a43d6fb8 req-680d2b94-efb2-46be-9652-558e288d453f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0779011 Aug 12 21:57:14.142144 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18dabc66-a6a1-4f55-bd24-b438a43d6fb8 req-7d4e6ea0-e836-4ec2-8b65-1bf83fadfec3 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418799 Aug 12 21:57:15.046557 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984d439-5058-4714-b0b0-c8a9c8e92c9f req-c50d54c8-983b-4b63-8493-a52f74a22d85 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:15.048188 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f984d439-5058-4714-b0b0-c8a9c8e92c9f req-c50d54c8-983b-4b63-8493-a52f74a22d85 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0743537 Aug 12 21:57:15.119007 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f984d439-5058-4714-b0b0-c8a9c8e92c9f req-bf364447-12ea-4526-bb87-a5c07fc2232d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603933 Aug 12 21:57:15.205726 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fcbbb-11db-4c47-8e02-eb23c67364f1 req-3f293f5f-a06d-4328-bece-9071858b2e30 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:15.213000 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-581fcbbb-11db-4c47-8e02-eb23c67364f1 req-3f293f5f-a06d-4328-bece-9071858b2e30 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0597544 Aug 12 21:57:15.268548 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f54f191a-d5ad-497b-a8a1-0025b228b937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:15.288929 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-581fcbbb-11db-4c47-8e02-eb23c67364f1 req-0a2e992f-e4a9-4a67-9729-e01a29858c98 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749795 Aug 12 21:57:15.319318 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073381a-7565-4114-8b64-598b31534874 req-af2223a5-d752-483c-94d8-2d038913629a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:15.321438 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5073381a-7565-4114-8b64-598b31534874 req-af2223a5-d752-483c-94d8-2d038913629a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0918484 Aug 12 21:57:15.367718 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5073381a-7565-4114-8b64-598b31534874 req-399f436b-e632-4d64-ad51-0a4fb36adcd3 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373499 Aug 12 21:57:15.850315 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bc1c5-8ec5-4539-9d6c-80a606f21774 req-c8167175-f34e-49bf-9cfc-48b2863fe28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:15.852747 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-171bc1c5-8ec5-4539-9d6c-80a606f21774 req-c8167175-f34e-49bf-9cfc-48b2863fe28a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8dfd626040248deab4261d183e1e445&device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 1098 time: 0.0485003 Aug 12 21:57:15.957261 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bc1c5-8ec5-4539-9d6c-80a606f21774 req-84434ab0-af83-4502-bfc4-7f93a20bd716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:15.958843 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-171bc1c5-8ec5-4539-9d6c-80a606f21774 req-84434ab0-af83-4502-bfc4-7f93a20bd716 service neutron] 10.222.0.66 "GET /v2.0/networks?id=806601be-7d73-41dc-a17f-29d2397473ae HTTP/1.1" status: 200 len: 912 time: 0.0971453 Aug 12 21:57:16.331270 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734591d-0d70-43e0-b3e6-fd87cfed4d65 req-99f746ce-0e5c-4ae6-8d99-271ddcfcd691 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:16.332877 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b734591d-0d70-43e0-b3e6-fd87cfed4d65 req-99f746ce-0e5c-4ae6-8d99-271ddcfcd691 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0864072 Aug 12 21:57:16.340160 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-171bc1c5-8ec5-4539-9d6c-80a606f21774 req-947639ab-076d-40f9-8c15-86ddea923a13 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df26c181-51e8-4db2-b2be-b1da5ee201e4 HTTP/1.1" status: 200 len: 1001 time: 0.3631470 Aug 12 21:57:16.475141 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b734591d-0d70-43e0-b3e6-fd87cfed4d65 req-2cda1206-441e-4f10-985d-8a2296ff11ba tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359401 Aug 12 21:57:16.492778 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bc1c5-8ec5-4539-9d6c-80a606f21774 req-bbfcf86f-75fc-449e-a533-366acf9446c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:16.494334 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-171bc1c5-8ec5-4539-9d6c-80a606f21774 req-bbfcf86f-75fc-449e-a533-366acf9446c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ee30d20-fb34-4973-8d29-eae3277e3889 HTTP/1.1" status: 200 len: 850 time: 0.1354499 Aug 12 21:57:16.505270 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17bf7f-fccb-4606-b04d-e83b50fc552f req-25ff540a-ca99-4113-9ba9-43c0f985f06a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:16.512739 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fa17bf7f-fccb-4606-b04d-e83b50fc552f req-25ff540a-ca99-4113-9ba9-43c0f985f06a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0895679 Aug 12 21:57:16.579728 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fa17bf7f-fccb-4606-b04d-e83b50fc552f req-c7fdbb40-8797-4c9c-bc5c-ead9316eeba1 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661318 Aug 12 21:57:16.643102 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bc1c5-8ec5-4539-9d6c-80a606f21774 req-4ecdff1b-3ba6-4583-ab35-5b058c5f0dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:16.644619 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-171bc1c5-8ec5-4539-9d6c-80a606f21774 req-4ecdff1b-3ba6-4583-ab35-5b058c5f0dc1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=806601be-7d73-41dc-a17f-29d2397473ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1293867 Aug 12 21:57:16.656177 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929c8c1-64cb-4c06-8cc6-ed2c788e8d12 req-f58e36ad-4adc-4231-a1cd-708524b5d287 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:16.657691 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b929c8c1-64cb-4c06-8cc6-ed2c788e8d12 req-f58e36ad-4adc-4231-a1cd-708524b5d287 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0889957 Aug 12 21:57:16.748328 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-171bc1c5-8ec5-4539-9d6c-80a606f21774 req-e69c81f5-f61e-462d-b4fa-2938ada3cbb7 service neutron] 10.222.0.66 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896776 Aug 12 21:57:16.826654 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b929c8c1-64cb-4c06-8cc6-ed2c788e8d12 req-5c4c2dcb-9201-4a59-bf98-050adb07db4f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589675 Aug 12 21:57:16.887677 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-171bc1c5-8ec5-4539-9d6c-80a606f21774 req-ce4b0112-8dbb-4008-93cd-55906e4dd0c2 service neutron] 10.222.0.66 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309042 Aug 12 21:57:17.615078 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c354c6-42a3-4168-9a39-d52ae4eb14ba req-80edc793-a540-4167-a7c3-0d265c6c564b tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:17.617920 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-93c354c6-42a3-4168-9a39-d52ae4eb14ba req-80edc793-a540-4167-a7c3-0d265c6c564b tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0560222 Aug 12 21:57:17.665102 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-93c354c6-42a3-4168-9a39-d52ae4eb14ba req-04722066-ce99-42bc-beae-d067986a927c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420930 Aug 12 21:57:17.702839 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95a735-20ee-4f9d-a8fe-f37c64e7cbcb req-028b37b8-ebfa-4224-ac36-e727409bf3b2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:17.704436 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4f95a735-20ee-4f9d-a8fe-f37c64e7cbcb req-028b37b8-ebfa-4224-ac36-e727409bf3b2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0570676 Aug 12 21:57:17.731866 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc039136-b0ee-401d-a25a-47c4c62011ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:17.751072 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4f95a735-20ee-4f9d-a8fe-f37c64e7cbcb req-bcbaba77-59db-4cb6-ae5a-7e3887ec00f0 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405915 Aug 12 21:57:17.951012 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022daeec-4816-4ec0-91ba-292d8cffff96 req-bbd17cae-b989-4397-b00c-b29da778f45a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:17.952484 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-022daeec-4816-4ec0-91ba-292d8cffff96 req-bbd17cae-b989-4397-b00c-b29da778f45a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0561266 Aug 12 21:57:17.990819 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-022daeec-4816-4ec0-91ba-292d8cffff96 req-e0f1b202-d99a-401d-902c-d354201b9140 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320132 Aug 12 21:57:18.176127 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:18.816462 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f393e-d4d3-4053-8470-9bf6d7beb46e req-646ba75d-2d8e-4ec7-af4e-70ba9bccb381 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:18.818041 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-680f393e-d4d3-4053-8470-9bf6d7beb46e req-646ba75d-2d8e-4ec7-af4e-70ba9bccb381 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0634315 Aug 12 21:57:18.892040 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-680f393e-d4d3-4053-8470-9bf6d7beb46e req-9ab1f0d7-ffb7-4f0a-94eb-af5fc44c995c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631881 Aug 12 21:57:18.915028 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ebbde-19a2-4fa6-9fd2-dba5f4258571 req-c452faf9-4816-41c2-a5fc-e6141faaa7c6 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:18.916684 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4b2ebbde-19a2-4fa6-9fd2-dba5f4258571 req-c452faf9-4816-41c2-a5fc-e6141faaa7c6 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0560482 Aug 12 21:57:18.951947 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:18.965993 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4b2ebbde-19a2-4fa6-9fd2-dba5f4258571 req-fbfddece-82ec-45a6-9f17-dc0d448fb36d tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429814 Aug 12 21:57:19.116339 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bad339-0ec8-4b45-b53e-e75a64c164c1 req-07a12809-a1e9-4563-93fc-8f7a5254b823 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:19.118991 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a9bad339-0ec8-4b45-b53e-e75a64c164c1 req-07a12809-a1e9-4563-93fc-8f7a5254b823 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0557592 Aug 12 21:57:19.161752 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a9bad339-0ec8-4b45-b53e-e75a64c164c1 req-dcad76be-1204-4b9b-8f76-ffbe57f33527 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368581 Aug 12 21:57:20.064342 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d6cbf-56a9-4120-b7c1-8ec158411fd0 req-2c903564-f005-4ac2-81cc-091ce4314977 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:20.072238 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ad1d6cbf-56a9-4120-b7c1-8ec158411fd0 req-2c903564-f005-4ac2-81cc-091ce4314977 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0681708 Aug 12 21:57:20.109316 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ad1d6cbf-56a9-4120-b7c1-8ec158411fd0 req-cf6873cc-7215-4db6-bcc1-ddde88d137a0 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361617 Aug 12 21:57:20.299002 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea1aa8-d501-4126-83b7-c5ff5a79261f req-fec20304-5847-4ab3-ad0b-8f5d060ce724 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:20.305655 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-26ea1aa8-d501-4126-83b7-c5ff5a79261f req-fec20304-5847-4ab3-ad0b-8f5d060ce724 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0621028 Aug 12 21:57:20.349278 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-26ea1aa8-d501-4126-83b7-c5ff5a79261f req-d5d3fe56-328c-4095-9aaf-44e5cf974c19 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 Aug 12 21:57:20.423577 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:21.072262 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2860e2-1123-46f7-ba08-9c30b1b2a395 req-1889f7c6-4457-45ed-b794-53da30509e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:21.073814 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7d2860e2-1123-46f7-ba08-9c30b1b2a395 req-1889f7c6-4457-45ed-b794-53da30509e0b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6bf985da8b404d0c890270b5692ca5fc&device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 1099 time: 0.0468800 Aug 12 21:57:21.166982 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2860e2-1123-46f7-ba08-9c30b1b2a395 req-33744278-7a8a-4b25-9b62-b752b3bd3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:21.168473 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7d2860e2-1123-46f7-ba08-9c30b1b2a395 req-33744278-7a8a-4b25-9b62-b752b3bd3e7c service neutron] 10.222.0.66 "GET /v2.0/networks?id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a HTTP/1.1" status: 200 len: 918 time: 0.0844972 Aug 12 21:57:21.275743 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35234e29-2648-4a5d-a4ed-208f952a2da1 req-404ec395-763e-44f2-a825-1267261fd177 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:21.277340 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-35234e29-2648-4a5d-a4ed-208f952a2da1 req-404ec395-763e-44f2-a825-1267261fd177 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0510788 Aug 12 21:57:21.315197 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-35234e29-2648-4a5d-a4ed-208f952a2da1 req-c044bab5-5fd2-47cc-9ac2-4b0eb6328260 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320134 Aug 12 21:57:21.466754 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a843a-ca28-4d1e-b1b2-80d3be453ecf req-6f228226-e6f3-47c4-92ee-18874ed9ed5c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:21.468221 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af6a843a-ca28-4d1e-b1b2-80d3be453ecf req-6f228226-e6f3-47c4-92ee-18874ed9ed5c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0516126 Aug 12 21:57:21.505011 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af6a843a-ca28-4d1e-b1b2-80d3be453ecf req-0198f098-bf5d-4805-a95d-911573c729cd tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308204 Aug 12 21:57:22.124011 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7d2860e2-1123-46f7-ba08-9c30b1b2a395 req-d5a5c961-7420-48b4-aafb-63e2f532638b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a HTTP/1.1" status: 200 len: 1002 time: 0.0577493 Aug 12 21:57:22.439858 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d5043-a767-4715-8f2f-df7cbf15a3dd req-eadc9c98-d465-4f01-b8e6-97726773a831 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:22.441397 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5e4d5043-a767-4715-8f2f-df7cbf15a3dd req-eadc9c98-d465-4f01-b8e6-97726773a831 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0522304 Aug 12 21:57:22.478061 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5e4d5043-a767-4715-8f2f-df7cbf15a3dd req-953075aa-511d-4fc1-8742-453a1466b3ab tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302238 Aug 12 21:57:22.618296 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f49a06-f9e3-4e4c-9040-af556b78e39d req-57bb9645-3449-415c-9fb3-5a5d35b6b0cc tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:22.619760 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-37f49a06-f9e3-4e4c-9040-af556b78e39d req-57bb9645-3449-415c-9fb3-5a5d35b6b0cc tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0488641 Aug 12 21:57:22.656662 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-37f49a06-f9e3-4e4c-9040-af556b78e39d req-849d4282-5c13-4c2b-bf24-ae584a5375c9 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311604 Aug 12 21:57:23.004893 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2860e2-1123-46f7-ba08-9c30b1b2a395 req-b10646dd-fb71-460e-badd-cc4f593669aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:23.006334 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7d2860e2-1123-46f7-ba08-9c30b1b2a395 req-b10646dd-fb71-460e-badd-cc4f593669aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cba43b19-4464-42ef-b75e-2039bb19c703 HTTP/1.1" status: 200 len: 856 time: 0.0431106 Aug 12 21:57:23.595614 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5bbcc-3626-454f-a185-616e7418cfac req-30207ee1-3a45-4e88-9a70-c8491f8b2875 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:23.596992 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eee5bbcc-3626-454f-a185-616e7418cfac req-30207ee1-3a45-4e88-9a70-c8491f8b2875 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 946 time: 0.0491273 Aug 12 21:57:23.637739 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eee5bbcc-3626-454f-a185-616e7418cfac req-c50da976-8a00-4b66-b067-321e898be401 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347204 Aug 12 21:57:23.769737 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61490e-793e-49c6-ba8d-0aeda0b3b641 req-1cfdcf17-5b8c-42d7-8112-42be37cb0b0b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:23.771178 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a61490e-793e-49c6-ba8d-0aeda0b3b641 req-1cfdcf17-5b8c-42d7-8112-42be37cb0b0b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0484414 Aug 12 21:57:23.807637 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a61490e-793e-49c6-ba8d-0aeda0b3b641 req-02a92b81-b3ba-4adf-b133-4851e745ec8e tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301847 Aug 12 21:57:24.064910 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 31224cb9-41ad-4c20-bbd2-6a7d026f072a no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:57:24.086738 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2860e2-1123-46f7-ba08-9c30b1b2a395 req-1436c0bf-0762-49f5-8bdc-8253eadcd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:24.088216 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7d2860e2-1123-46f7-ba08-9c30b1b2a395 req-1436c0bf-0762-49f5-8bdc-8253eadcd265 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406599 Aug 12 21:57:24.142290 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:24.164308 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31224cb9-41ad-4c20-bbd2-6a7d026f072a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:57:24.166657 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7677327b-6cd9-4edb-9d3f-b267c26dcf5d" -d '{"events": [{"server_uuid": "dc249cdb-dfde-4a8c-8f75-e756ed537978", "name": "network-vif-unplugged", "status": "completed", "tag": "31224cb9-41ad-4c20-bbd2-6a7d026f072a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:57:24.180151 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 31224cb9-41ad-4c20-bbd2-6a7d026f072a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:57:24.181829 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7d2860e2-1123-46f7-ba08-9c30b1b2a395 req-7e1c961d-38b8-4433-b710-04eacc5029d3 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849829 Aug 12 21:57:24.184583 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:24.211429 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 21:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110b4264-40bf-4d45-85a6-4df09f7cfcd2 x-openstack-request-id: req-110b4264-40bf-4d45-85a6-4df09f7cfcd2 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:57:24.211722 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc249cdb-dfde-4a8c-8f75-e756ed537978", "name": "network-vif-unplugged", "status": "completed", "tag": "31224cb9-41ad-4c20-bbd2-6a7d026f072a", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:57:24.211971 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-110b4264-40bf-4d45-85a6-4df09f7cfcd2 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:57:24.212354 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31224cb9-41ad-4c20-bbd2-6a7d026f072a', 'code': 200} Aug 12 21:57:24.236699 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=31224cb9-41ad-4c20-bbd2-6a7d026f072a,revision_number=8']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:24.244397 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:24.244745 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:24.245378 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:24.245522 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:24.245819 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:24.246154 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:24.246483 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:24.246814 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:24.247164 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:24.247500 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:24.247814 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:24.248133 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:24.274540 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7d2860e2-1123-46f7-ba08-9c30b1b2a395 req-40ebf690-4986-49a0-9cdc-05235a41b85a service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844641 Aug 12 21:57:24.756527 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd9656-8f70-48ba-a289-bed345d1db4a req-b73bcba1-977a-48c2-a7fe-5e01522953a3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:24.758140 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-23fd9656-8f70-48ba-a289-bed345d1db4a req-b73bcba1-977a-48c2-a7fe-5e01522953a3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0490508 Aug 12 21:57:24.794282 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-23fd9656-8f70-48ba-a289-bed345d1db4a req-7ae1f996-21e1-43bf-a0d4-8881f6579cb0 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303142 Aug 12 21:57:24.936377 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531946f-b42e-411b-820a-e1fc64489118 req-23873a20-045e-495f-aa79-9e03d350d095 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:24.937906 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1531946f-b42e-411b-820a-e1fc64489118 req-23873a20-045e-495f-aa79-9e03d350d095 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0619674 Aug 12 21:57:24.974918 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1531946f-b42e-411b-820a-e1fc64489118 req-73d768dd-3c11-490a-a48e-2ff490ae2c2a tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312128 Aug 12 21:57:25.914886 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecae468-54c2-419f-afaa-91105b92d647 req-32821710-0d8e-46f5-b130-83d2044c2242 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:25.916364 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1ecae468-54c2-419f-afaa-91105b92d647 req-32821710-0d8e-46f5-b130-83d2044c2242 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0489578 Aug 12 21:57:25.956517 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1ecae468-54c2-419f-afaa-91105b92d647 req-1be34f5a-156a-4c45-a575-f171c3d6537d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341241 Aug 12 21:57:26.093361 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869594a7-f39d-4f9a-9a8b-14724b08ab37 req-0e1986e6-3666-4405-8352-a76778716aa8 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:26.094757 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-869594a7-f39d-4f9a-9a8b-14724b08ab37 req-0e1986e6-3666-4405-8352-a76778716aa8 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0523305 Aug 12 21:57:26.133188 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-869594a7-f39d-4f9a-9a8b-14724b08ab37 req-52ff6673-4bcd-48d7-8a31-ee46f7da1167 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324419 Aug 12 21:57:27.088012 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95a113-e9c8-4fb2-935d-81db4655dc6f req-fc2755cb-7140-43f1-8fa3-cd0994b8155e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:27.096528 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4f95a113-e9c8-4fb2-935d-81db4655dc6f req-fc2755cb-7140-43f1-8fa3-cd0994b8155e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0553503 Aug 12 21:57:27.138408 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4f95a113-e9c8-4fb2-935d-81db4655dc6f req-c3751a13-136d-4c3d-b621-0f3ca198a452 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350385 Aug 12 21:57:27.261827 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018d2f1-f657-48a3-9c3e-4d3a36b9657b req-cfd59479-ab2b-481b-9685-30d7a2a24098 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:27.263398 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e018d2f1-f657-48a3-9c3e-4d3a36b9657b req-cfd59479-ab2b-481b-9685-30d7a2a24098 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0499763 Aug 12 21:57:27.313702 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e018d2f1-f657-48a3-9c3e-4d3a36b9657b req-761a6d5f-d4f2-4927-9c03-577fddac83da tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 Aug 12 21:57:27.825515 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe7805-630f-4759-8e97-50000611feca req-091f42a1-0d57-4b3c-bba8-3643326d5f62 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:27.827110 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-97fe7805-630f-4759-8e97-50000611feca req-091f42a1-0d57-4b3c-bba8-3643326d5f62 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0490541 Aug 12 21:57:27.865040 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-97fe7805-630f-4759-8e97-50000611feca req-69f760dd-9508-4004-9d91-f290dfc52fe1 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320845 Aug 12 21:57:28.211315 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 60366) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:28.297769 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9a7151fc-1a62-42ea-8778-5b61a77dc0ac req-910fe3a2-8303-473b-9833-7395e9fba864 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851800 Aug 12 21:57:28.453800 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27901a-c52e-44af-8413-774a1f4d40aa req-32831853-f453-4ed4-a003-6cc0f3352e79 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:28.455384 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fe27901a-c52e-44af-8413-774a1f4d40aa req-32831853-f453-4ed4-a003-6cc0f3352e79 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0672369 Aug 12 21:57:28.500144 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fe27901a-c52e-44af-8413-774a1f4d40aa req-1ff386c3-ae66-4f89-9e0d-33dd87e0ecf3 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362129 Aug 12 21:57:28.607600 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 60388) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:28.726434 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:28.837573 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:28.843149 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:28.884696 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c30dc6d-8bab-449c-af58-7696aa1549d5,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:28.888442 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ff442b2e2f4846bab2c6c1e3ed0fc0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797487 Aug 12 21:57:28.891422 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 60396) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:28.894716 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:28.895191 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:28.895588 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:28.895927 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:28.896361 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:28.896769 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:28.897234 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:28.898234 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:28.899289 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:28.900028 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:28.900550 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:28.901931 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaf8a3e-60fc-4237-958a-76ac5c510775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:28.960757 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:29.000621 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:29.020188 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7c0d3-8c5d-4e03-b163-95a352a6624d req-4902e822-45a3-4c27-adc3-34168d54db34 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:29.021596 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-29d7c0d3-8c5d-4e03-b163-95a352a6624d req-4902e822-45a3-4c27-adc3-34168d54db34 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0743060 Aug 12 21:57:29.076507 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-29d7c0d3-8c5d-4e03-b163-95a352a6624d req-273ddb0e-64dc-4982-b956-505dc61fb380 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475416 Aug 12 21:57:29.085001 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:29.088491 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:29.089612 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0c30dc6d-8bab-449c-af58-7696aa1549d5 HTTP/1.1" status: 204 len: 168 time: 0.1969647 Aug 12 21:57:29.103660 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c30dc6d-8bab-449c-af58-7696aa1549d5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:29.110688 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:29.110958 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:29.111308 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:29.111647 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:29.112023 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:29.112316 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:29.112631 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:29.112960 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:29.113323 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:29.113659 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:29.113985 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:29.114308 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bafdbf-e07f-4ac0-bad6-64182bfc4ecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:57:29.637500 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab6370-0516-4caf-b49f-048401879703 req-5f14cd5b-f0cc-4ce1-a717-b1c9a5a53018 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:29.639001 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d4ab6370-0516-4caf-b49f-048401879703 req-5f14cd5b-f0cc-4ce1-a717-b1c9a5a53018 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0550053 Aug 12 21:57:29.678245 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d4ab6370-0516-4caf-b49f-048401879703 req-4fd7f922-dd62-45c7-bb3d-f764d69fc9db tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329781 Aug 12 21:57:30.193338 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6b46f-e291-4e55-965a-9296c0d86a2f req-5f06a502-f3da-423f-8a93-5352986bcf05 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:30.194926 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-35a6b46f-e291-4e55-965a-9296c0d86a2f req-5f06a502-f3da-423f-8a93-5352986bcf05 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0491087 Aug 12 21:57:30.232053 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-35a6b46f-e291-4e55-965a-9296c0d86a2f req-b1011dac-bc37-4d91-a961-225cd67d4474 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314641 Aug 12 21:57:30.791672 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9164f-3413-4991-9b97-47404d25093c req-7da74960-8c1c-44f2-a9e5-802acce76c1c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:30.793149 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-66c9164f-3413-4991-9b97-47404d25093c req-7da74960-8c1c-44f2-a9e5-802acce76c1c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0484505 Aug 12 21:57:30.833960 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-66c9164f-3413-4991-9b97-47404d25093c req-6c126cc2-b85f-4833-b6e9-32ea3a2b56d7 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350320 Aug 12 21:57:31.348416 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d299277-0835-4d19-b6d2-cca5fa3d26a8 req-684cab02-b8e0-4b83-b5ac-3839df3c65fe tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:31.349922 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6d299277-0835-4d19-b6d2-cca5fa3d26a8 req-684cab02-b8e0-4b83-b5ac-3839df3c65fe tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0482428 Aug 12 21:57:31.387510 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6d299277-0835-4d19-b6d2-cca5fa3d26a8 req-5e51dfd8-62f3-46c0-91a1-f3f564cd70a6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312822 Aug 12 21:57:31.945392 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b884a5d-d5db-411e-b075-9027224fcb91 req-f3adf73a-e404-42be-86b5-83694442047b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:31.946832 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7b884a5d-d5db-411e-b075-9027224fcb91 req-f3adf73a-e404-42be-86b5-83694442047b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0490868 Aug 12 21:57:31.985446 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7b884a5d-d5db-411e-b075-9027224fcb91 req-d804ee5a-a7c7-4fad-9fa8-0f08ca3928ea tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327563 Aug 12 21:57:32.240687 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 31224cb9-41ad-4c20-bbd2-6a7d026f072a no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:57:32.512937 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e53be2-f59a-4772-97a4-71b1187d55d4 req-f29a36c7-1a64-4ed8-b4c2-bf85b0596f05 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:32.514641 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8e53be2-f59a-4772-97a4-71b1187d55d4 req-f29a36c7-1a64-4ed8-b4c2-bf85b0596f05 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0541291 Aug 12 21:57:32.557142 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8e53be2-f59a-4772-97a4-71b1187d55d4 req-3b092993-c7c3-48ae-9e37-68e461def73d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364707 Aug 12 21:57:33.114214 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9b075-1560-4310-84db-693c02aadc54 req-a92d8e23-8253-41fd-8668-7d0ebb4c51f1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:33.116032 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33f9b075-1560-4310-84db-693c02aadc54 req-a92d8e23-8253-41fd-8668-7d0ebb4c51f1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0568435 Aug 12 21:57:33.156957 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33f9b075-1560-4310-84db-693c02aadc54 req-4b49951f-faff-483e-9ed1-cebf821c03aa tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345354 Aug 12 21:57:33.463226 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7151fc-1a62-42ea-8778-5b61a77dc0ac req-ecdf5c37-7257-4d3f-bfc0-02b62a6593b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:33.464707 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a7151fc-1a62-42ea-8778-5b61a77dc0ac req-ecdf5c37-7257-4d3f-bfc0-02b62a6593b6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978&tenant_id=6bf985da8b404d0c890270b5692ca5fc HTTP/1.1" status: 200 len: 1097 time: 0.0685475 Aug 12 21:57:33.532558 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7151fc-1a62-42ea-8778-5b61a77dc0ac req-a07a39aa-d541-40cb-8073-fb920bc74fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:33.534066 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a7151fc-1a62-42ea-8778-5b61a77dc0ac req-a07a39aa-d541-40cb-8073-fb920bc74fa5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6bf985da8b404d0c890270b5692ca5fc&device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 1097 time: 0.0448339 Aug 12 21:57:33.625496 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7151fc-1a62-42ea-8778-5b61a77dc0ac req-dbdbe4dc-aab0-4d52-86e6-87c683f7cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:33.627107 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a7151fc-1a62-42ea-8778-5b61a77dc0ac req-dbdbe4dc-aab0-4d52-86e6-87c683f7cec0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a HTTP/1.1" status: 200 len: 918 time: 0.0847044 Aug 12 21:57:33.723417 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829797ea-2774-442e-8e76-b0f6f0f826cc req-4a8fae5a-34ec-46fb-ac06-f7e85eb2ceac tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:33.724915 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-829797ea-2774-442e-8e76-b0f6f0f826cc req-4a8fae5a-34ec-46fb-ac06-f7e85eb2ceac tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0956039 Aug 12 21:57:33.727122 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a7151fc-1a62-42ea-8778-5b61a77dc0ac req-0396e350-d542-4734-b989-db5dd3ea3e55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a HTTP/1.1" status: 200 len: 1000 time: 0.0897522 Aug 12 21:57:33.797904 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-829797ea-2774-442e-8e76-b0f6f0f826cc req-0cafaa28-8b72-4a77-96ab-ef776419df5d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660119 Aug 12 21:57:33.799665 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7151fc-1a62-42ea-8778-5b61a77dc0ac req-ba4791c9-0d48-404c-a2a2-32306e43b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:33.801018 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a7151fc-1a62-42ea-8778-5b61a77dc0ac req-ba4791c9-0d48-404c-a2a2-32306e43b27d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cba43b19-4464-42ef-b75e-2039bb19c703 HTTP/1.1" status: 200 len: 856 time: 0.0635462 Aug 12 21:57:33.851949 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7151fc-1a62-42ea-8778-5b61a77dc0ac req-0ec60113-aaca-4c86-8f26-36588a8208c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:33.853359 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a7151fc-1a62-42ea-8778-5b61a77dc0ac req-0ec60113-aaca-4c86-8f26-36588a8208c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432739 Aug 12 21:57:33.943369 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a7151fc-1a62-42ea-8778-5b61a77dc0ac req-7a4032fe-0f17-40bf-86e6-15b8dc93c10b service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808325 Aug 12 21:57:34.039336 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a7151fc-1a62-42ea-8778-5b61a77dc0ac req-58a80bcd-90b6-4e30-9245-61850d126b85 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884750 Aug 12 21:57:34.280500 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c55563-2233-409f-a106-8a07244cd744 req-e3502032-cf61-4835-a1ce-297ee9a888a0 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:34.282154 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-21c55563-2233-409f-a106-8a07244cd744 req-e3502032-cf61-4835-a1ce-297ee9a888a0 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0577483 Aug 12 21:57:34.328336 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-21c55563-2233-409f-a106-8a07244cd744 req-c4e53b35-869d-4350-8d34-83780ed702a3 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399928 Aug 12 21:57:34.919373 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2713-07db-472f-87f7-4d5f8500ab41 req-e980f393-ab73-4e85-8b4d-e74d5e2be4c6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:34.921054 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2dba2713-07db-472f-87f7-4d5f8500ab41 req-e980f393-ab73-4e85-8b4d-e74d5e2be4c6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0508561 Aug 12 21:57:34.961466 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2dba2713-07db-472f-87f7-4d5f8500ab41 req-9c0159a8-19c5-4364-b092-b6b02a0cf303 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343213 Aug 12 21:57:35.455618 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d9239-c8c8-4776-8a0b-24ca4556c8bc req-40cb15a4-51f8-44c6-9862-53961a312a76 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:35.457355 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6d7d9239-c8c8-4776-8a0b-24ca4556c8bc req-40cb15a4-51f8-44c6-9862-53961a312a76 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0586827 Aug 12 21:57:35.501743 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6d7d9239-c8c8-4776-8a0b-24ca4556c8bc req-51f585cd-e946-467f-b716-3574500f79b6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371277 Aug 12 21:57:36.084353 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8eb15-9c48-4f50-8b4c-81132078be52 req-db48a7c2-7d8c-4dcf-8bd8-ee82686deb45 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:36.086705 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8eb15-9c48-4f50-8b4c-81132078be52 req-db48a7c2-7d8c-4dcf-8bd8-ee82686deb45 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0521505 Aug 12 21:57:36.126181 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8eb15-9c48-4f50-8b4c-81132078be52 req-31b3cd9d-fb21-4f4c-8e0b-6aadf88b65b5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331373 Aug 12 21:57:36.628134 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7af0ee-c876-47d9-8d8f-8081ee57c049 req-bd3d399b-7fbf-401d-80c8-10aa8071eaa6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:36.629681 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cc7af0ee-c876-47d9-8d8f-8081ee57c049 req-bd3d399b-7fbf-401d-80c8-10aa8071eaa6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0596244 Aug 12 21:57:36.673147 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cc7af0ee-c876-47d9-8d8f-8081ee57c049 req-7653a26d-6b11-4fe8-851b-1b5d2f9445a2 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357335 Aug 12 21:57:37.253536 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8bacf-5fc4-4fe9-a983-76237c50a09b req-75cad1b1-909d-4c85-adcc-bf8a9d674f66 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:37.255009 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aac8bacf-5fc4-4fe9-a983-76237c50a09b req-75cad1b1-909d-4c85-adcc-bf8a9d674f66 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0528743 Aug 12 21:57:37.297526 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aac8bacf-5fc4-4fe9-a983-76237c50a09b req-708b3b21-86d9-47c2-b7ab-659732bcdcf5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353262 Aug 12 21:57:37.787453 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:37.816038 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55462d4e-ba37-483a-9666-04b5caece09b req-9dacfad8-56dd-48fa-a0f7-e230959063c6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:37.817609 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-55462d4e-ba37-483a-9666-04b5caece09b req-9dacfad8-56dd-48fa-a0f7-e230959063c6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0717242 Aug 12 21:57:37.859412 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-55462d4e-ba37-483a-9666-04b5caece09b req-6b2677f4-e4b4-4c12-972c-e20398a424ca tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338342 Aug 12 21:57:38.015097 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 60554) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:38.122259 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f2328c0-a9e7-4059-9a3c-e99981d649cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:38.211505 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f2328c0-a9e7-4059-9a3c-e99981d649cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:38.215347 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f2328c0-a9e7-4059-9a3c-e99981d649cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:38.255054 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7f2328c0-a9e7-4059-9a3c-e99981d649cd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6451bf3885a24971919c9d5ee9e3e5e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386627 Aug 12 21:57:38.256418 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2328c0-a9e7-4059-9a3c-e99981d649cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdbf17a-fd7e-47b0-8ab2-312e160e68fc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:38.258275 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 60558) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:38.312405 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea34b-9f96-411f-9cc8-fe1370dd6492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:38.335244 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea34b-9f96-411f-9cc8-fe1370dd6492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:38.386769 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea34b-9f96-411f-9cc8-fe1370dd6492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:38.389359 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea34b-9f96-411f-9cc8-fe1370dd6492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:38.393202 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-cc4ea34b-9f96-411f-9cc8-fe1370dd6492 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/afdbf17a-fd7e-47b0-8ab2-312e160e68fc HTTP/1.1" status: 204 len: 168 time: 0.1338313 Aug 12 21:57:38.401808 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ea34b-9f96-411f-9cc8-fe1370dd6492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdbf17a-fd7e-47b0-8ab2-312e160e68fc,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:38.434229 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d39745-0e65-4716-bc68-87b10a200583 req-08ce32dc-8333-461f-82ff-e273b3ac7599 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:38.435938 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a3d39745-0e65-4716-bc68-87b10a200583 req-08ce32dc-8333-461f-82ff-e273b3ac7599 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0625243 Aug 12 21:57:38.486199 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a3d39745-0e65-4716-bc68-87b10a200583 req-e642ab02-153f-4a41-9428-1a4f5320a4aa tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439239 Aug 12 21:57:38.740846 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:57:38.998112 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020c3ea-5cd4-45d1-92d6-de1abf6087d7 req-e9560e5f-73ac-488a-9214-5c93722524ed tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:39.000309 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7020c3ea-5cd4-45d1-92d6-de1abf6087d7 req-e9560e5f-73ac-488a-9214-5c93722524ed tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0659745 Aug 12 21:57:39.052182 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7020c3ea-5cd4-45d1-92d6-de1abf6087d7 req-28de5620-4379-4720-bf72-e3598c8b05c2 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440671 Aug 12 21:57:39.623329 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef343eea-cb81-4b00-85f2-c0c3a99bda28 req-e092c6cb-f026-4d69-b593-e2d2062c21d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:39.625036 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef343eea-cb81-4b00-85f2-c0c3a99bda28 req-e092c6cb-f026-4d69-b593-e2d2062c21d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0529187 Aug 12 21:57:39.696135 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef343eea-cb81-4b00-85f2-c0c3a99bda28 req-6e387b54-c197-4d72-88eb-9fdc82454441 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645554 Aug 12 21:57:40.172083 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f78a7-9511-482e-9d7a-69766e6bf682 req-ea24b9cd-9cad-476f-bb82-320bbec611b7 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:40.173719 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b67f78a7-9511-482e-9d7a-69766e6bf682 req-ea24b9cd-9cad-476f-bb82-320bbec611b7 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0533786 Aug 12 21:57:40.212191 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b67f78a7-9511-482e-9d7a-69766e6bf682 req-908df4b9-1332-4396-b440-671b5771939e tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325594 Aug 12 21:57:40.834081 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce222a-6e76-4e4d-ab0b-468807d7e59d req-478c400b-054b-4aa4-a06c-7c00034c9247 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:40.836084 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-38ce222a-6e76-4e4d-ab0b-468807d7e59d req-478c400b-054b-4aa4-a06c-7c00034c9247 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0509894 Aug 12 21:57:40.876268 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-38ce222a-6e76-4e4d-ab0b-468807d7e59d req-cb527c02-4d59-4109-a002-f65f8f679eac tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336359 Aug 12 21:57:41.331134 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4d042-34c8-4aec-abe0-8915a9869b3d req-06792cf7-10a4-4879-881b-70024eecea8f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:41.332621 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aab4d042-34c8-4aec-abe0-8915a9869b3d req-06792cf7-10a4-4879-881b-70024eecea8f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0507028 Aug 12 21:57:41.373380 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aab4d042-34c8-4aec-abe0-8915a9869b3d req-217ea145-e07a-43ea-9e05-192f79c14be8 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332575 Aug 12 21:57:42.048992 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca34bf-5fa2-4e90-bba3-78bd9b0c2955 req-b3c320ff-bc1d-48ea-99b6-cd3992322e00 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:42.050586 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-23ca34bf-5fa2-4e90-bba3-78bd9b0c2955 req-b3c320ff-bc1d-48ea-99b6-cd3992322e00 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0619974 Aug 12 21:57:42.093456 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-23ca34bf-5fa2-4e90-bba3-78bd9b0c2955 req-17ad5fd1-188d-492e-963e-6ab1f772897f tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363536 Aug 12 21:57:42.490042 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3e56e-c0d6-4538-97d0-51f85d952afd req-b298372c-b0f9-46f9-a935-d1cf6309b0e1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:42.492886 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9ee3e56e-c0d6-4538-97d0-51f85d952afd req-b298372c-b0f9-46f9-a935-d1cf6309b0e1 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0500913 Aug 12 21:57:42.530648 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9ee3e56e-c0d6-4538-97d0-51f85d952afd req-d6bbf3df-0f50-40dc-b1b5-3dfe2024ac5b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314078 Aug 12 21:57:43.217233 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c48ac-07c9-4b54-ab45-6b986a4606d2 req-06ee11fe-2f8b-44f1-a3d3-ee066112494c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:43.218937 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-433c48ac-07c9-4b54-ab45-6b986a4606d2 req-06ee11fe-2f8b-44f1-a3d3-ee066112494c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0505471 Aug 12 21:57:43.257619 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-433c48ac-07c9-4b54-ab45-6b986a4606d2 req-99d2b22b-e405-4e8b-8ce8-8326d5bdf63d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325501 Aug 12 21:57:43.657629 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a9564-534f-4d99-878c-48ed0ee04870 req-3a6a5819-fafc-47b5-bd86-f200e86e8f7b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:43.659068 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7e9a9564-534f-4d99-878c-48ed0ee04870 req-3a6a5819-fafc-47b5-bd86-f200e86e8f7b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0559406 Aug 12 21:57:43.700650 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7e9a9564-534f-4d99-878c-48ed0ee04870 req-f3fd4f96-2d57-44aa-b0d5-cf35ceaa413f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350127 Aug 12 21:57:44.380875 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd71b6-bab7-4e50-957c-d09aa908f84d req-f6cfa449-cb94-4fb0-9ed3-c969275f2736 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:44.383328 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-52bd71b6-bab7-4e50-957c-d09aa908f84d req-f6cfa449-cb94-4fb0-9ed3-c969275f2736 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0513263 Aug 12 21:57:44.423284 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-52bd71b6-bab7-4e50-957c-d09aa908f84d req-c112ca7e-156e-4074-a3fd-b6ec72207e66 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340405 Aug 12 21:57:44.822413 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6588cc-37d4-43f7-ab71-64a5b76b9ed0 req-f3485523-2129-4a6f-bf93-a2f3017f5850 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:44.823963 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6e6588cc-37d4-43f7-ab71-64a5b76b9ed0 req-f3485523-2129-4a6f-bf93-a2f3017f5850 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0530071 Aug 12 21:57:44.866442 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6e6588cc-37d4-43f7-ab71-64a5b76b9ed0 req-55a70c64-df02-4dd3-80f9-d7cae7e7780d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358031 Aug 12 21:57:45.263633 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4737b745-0864-4912-ab5a-5f95c0b4c5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:45.551202 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727d3ae-91f1-4510-ac53-e716bf97553b req-03834557-fb26-4bdf-a447-b9dba09d8530 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:45.552688 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d727d3ae-91f1-4510-ac53-e716bf97553b req-03834557-fb26-4bdf-a447-b9dba09d8530 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0547357 Aug 12 21:57:45.594233 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d727d3ae-91f1-4510-ac53-e716bf97553b req-bc963849-812f-4646-b9ce-14d9d361d275 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351486 Aug 12 21:57:45.992792 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cde3d-5f97-4da0-9a7a-59c2e49c2beb req-da28b9d2-95c0-4d52-9a89-ea69288b41b7 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:45.994415 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-673cde3d-5f97-4da0-9a7a-59c2e49c2beb req-da28b9d2-95c0-4d52-9a89-ea69288b41b7 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0538270 Aug 12 21:57:46.036268 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-673cde3d-5f97-4da0-9a7a-59c2e49c2beb req-4e5ae84c-2bc0-4480-93d7-83c42d8a8e0c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351410 Aug 12 21:57:46.712866 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee2055-b866-48f0-b188-891fb23d8e55 req-65812f13-3a0f-4a7b-bab5-2ffe4e9bac83 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:46.714351 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bbee2055-b866-48f0-b188-891fb23d8e55 req-65812f13-3a0f-4a7b-bab5-2ffe4e9bac83 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0484376 Aug 12 21:57:46.750665 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bbee2055-b866-48f0-b188-891fb23d8e55 req-bc53f745-5c58-4e34-a407-6f50e0dd33c5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305746 Aug 12 21:57:47.152132 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5c08f-9f86-4c54-a940-f3d2bc313a2a req-bfb8f9d4-b37c-4e29-a5c5-ba3f4d46d6ff tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:47.153594 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7dd5c08f-9f86-4c54-a940-f3d2bc313a2a req-bfb8f9d4-b37c-4e29-a5c5-ba3f4d46d6ff tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0513470 Aug 12 21:57:47.190352 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7dd5c08f-9f86-4c54-a940-f3d2bc313a2a req-8908c7e5-b5ee-470d-941e-0e078a59f74c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307863 Aug 12 21:57:47.732779 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3cad7ed0-d102-4d08-900c-a7be6f1fe62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:47.867739 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbff088-a59c-4355-a89e-8702eaef6f2f req-237482f8-3851-4c61-976d-1d181ac35c4e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:47.869257 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ebbff088-a59c-4355-a89e-8702eaef6f2f req-237482f8-3851-4c61-976d-1d181ac35c4e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0471578 Aug 12 21:57:47.905707 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ebbff088-a59c-4355-a89e-8702eaef6f2f req-bbee1f5f-392c-4f67-b1be-3183144e43c7 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305960 Aug 12 21:57:48.177709 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:48.181305 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265e9bf-e515-45e3-b17b-61a53b0f2411 req-a028d44d-83bb-4d6d-aaed-88c4c4e1534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:48.182788 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6265e9bf-e515-45e3-b17b-61a53b0f2411 req-a028d44d-83bb-4d6d-aaed-88c4c4e1534f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6bf985da8b404d0c890270b5692ca5fc&device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 1097 time: 0.0405185 Aug 12 21:57:48.346585 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba6c68-ea8c-448c-9dc7-174dfb4c569b req-201e17c9-bd2f-4b0a-b862-b2f837d7356b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:48.348049 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3ba6c68-ea8c-448c-9dc7-174dfb4c569b req-201e17c9-bd2f-4b0a-b862-b2f837d7356b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0774779 Aug 12 21:57:48.353176 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265e9bf-e515-45e3-b17b-61a53b0f2411 req-3ae25a98-2c9f-49ab-8f7a-ef2791645d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:48.354532 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6265e9bf-e515-45e3-b17b-61a53b0f2411 req-3ae25a98-2c9f-49ab-8f7a-ef2791645d54 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a HTTP/1.1" status: 200 len: 918 time: 0.1364946 Aug 12 21:57:48.430034 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3ba6c68-ea8c-448c-9dc7-174dfb4c569b req-98e041bf-867b-4f2e-9780-5cc6c3da179f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745647 Aug 12 21:57:48.442488 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6265e9bf-e515-45e3-b17b-61a53b0f2411 req-62925002-33bc-4efc-ac6a-e20b0e53f16f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a HTTP/1.1" status: 200 len: 1000 time: 0.0746303 Aug 12 21:57:48.491354 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265e9bf-e515-45e3-b17b-61a53b0f2411 req-b00e8f12-d84b-423c-b45d-1413d490dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:48.492795 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6265e9bf-e515-45e3-b17b-61a53b0f2411 req-b00e8f12-d84b-423c-b45d-1413d490dfc0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cba43b19-4464-42ef-b75e-2039bb19c703 HTTP/1.1" status: 200 len: 856 time: 0.0428391 Aug 12 21:57:48.542441 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265e9bf-e515-45e3-b17b-61a53b0f2411 req-4152c834-ea85-45dc-999b-0b57ca6714e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:48.543898 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6265e9bf-e515-45e3-b17b-61a53b0f2411 req-4152c834-ea85-45dc-999b-0b57ca6714e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392318 Aug 12 21:57:48.638068 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6265e9bf-e515-45e3-b17b-61a53b0f2411 req-f142b849-128b-49bf-bef3-7509c140855f service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854783 Aug 12 21:57:48.725766 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6265e9bf-e515-45e3-b17b-61a53b0f2411 req-a0ac3659-2fc8-408d-b591-29a6898889a0 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794930 Aug 12 21:57:48.929742 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:49.026115 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55a05c-9eb0-437b-a181-f6eeef0bc438 req-9145a46b-82fe-48f7-aaff-86effa353be7 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:49.027461 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3a55a05c-9eb0-437b-a181-f6eeef0bc438 req-9145a46b-82fe-48f7-aaff-86effa353be7 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0528383 Aug 12 21:57:49.309788 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3a55a05c-9eb0-437b-a181-f6eeef0bc438 req-5d3f4453-ebda-46a9-9157-41a3b3c7cf35 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763610 Aug 12 21:57:49.438404 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9e301-fd12-4b43-940b-33cd2cb4ead5 req-cf8ec69d-f60e-4ac8-88ef-06e0f882b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:49.439981 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-80e9e301-fd12-4b43-940b-33cd2cb4ead5 req-cf8ec69d-f60e-4ac8-88ef-06e0f882b6f4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 1098 time: 0.0408325 Aug 12 21:57:49.484112 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-80e9e301-fd12-4b43-940b-33cd2cb4ead5 req-85a70810-8247-4178-a991-92dd0fde017c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362337 Aug 12 21:57:49.557889 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8e2a-52f4-407d-9c3e-b54971c34e5b req-9c5f2c74-4fc5-4a62-8a6b-da0544f639b0 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:49.559440 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-29eb8e2a-52f4-407d-9c3e-b54971c34e5b req-9c5f2c74-4fc5-4a62-8a6b-da0544f639b0 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0496542 Aug 12 21:57:49.599289 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-29eb8e2a-52f4-407d-9c3e-b54971c34e5b req-5cbe2186-f286-4435-a19a-d9ca358380f8 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335808 Aug 12 21:57:50.427297 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:50.462938 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5e3d6-d1f3-4f47-b5c1-a663dc9e44bc req-75d59c72-6ae2-4601-90a9-e608696b15c6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:50.464572 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cda5e3d6-d1f3-4f47-b5c1-a663dc9e44bc req-75d59c72-6ae2-4601-90a9-e608696b15c6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0628698 Aug 12 21:57:50.504266 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cda5e3d6-d1f3-4f47-b5c1-a663dc9e44bc req-73202b99-43e0-4919-bcda-029a04708196 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332210 Aug 12 21:57:50.720354 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6168d-e803-4bce-9249-c02a00d0da30 req-4562eab0-6947-48ec-b882-eb278d4ec4cd tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:50.721871 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-00b6168d-e803-4bce-9249-c02a00d0da30 req-4562eab0-6947-48ec-b882-eb278d4ec4cd tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0534766 Aug 12 21:57:50.762793 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-00b6168d-e803-4bce-9249-c02a00d0da30 req-115afd8d-c99e-4806-9862-ff0380b6f387 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343492 Aug 12 21:57:51.086746 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5101d-d6b9-4b1c-bd49-f3008183031f req-0511d629-d7d4-451c-986b-86d9e171297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:51.088260 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-93e5101d-d6b9-4b1c-bd49-f3008183031f req-0511d629-d7d4-451c-986b-86d9e171297b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=578655d9defa4fde962a9185bfbbbbfe&device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 1098 time: 0.0731182 Aug 12 21:57:51.096308 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcd5c0-b2d1-4857-aa76-373c9699fa83 req-9802aa4e-af83-4361-94c5-2c224e00911e tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:51.097707 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-44fcd5c0-b2d1-4857-aa76-373c9699fa83 req-9802aa4e-af83-4361-94c5-2c224e00911e tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0734539 Aug 12 21:57:51.181746 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-44fcd5c0-b2d1-4857-aa76-373c9699fa83 req-bb6c2696-9948-4956-900d-39b131eb4c8b tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753124 Aug 12 21:57:51.207761 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5101d-d6b9-4b1c-bd49-f3008183031f req-522130d0-f042-42d1-a27f-69ac5c72525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:51.209985 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-93e5101d-d6b9-4b1c-bd49-f3008183031f req-522130d0-f042-42d1-a27f-69ac5c72525e service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e13655-3f36-46fa-b773-fa603af50fee HTTP/1.1" status: 200 len: 919 time: 0.1106877 Aug 12 21:57:51.254139 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-93e5101d-d6b9-4b1c-bd49-f3008183031f req-de00f073-871a-4160-b64d-56d11471fbde service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab58f9d5-adcc-442c-8bff-061c168d471f HTTP/1.1" status: 200 len: 217 time: 0.0368478 Aug 12 21:57:51.305388 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5101d-d6b9-4b1c-bd49-f3008183031f req-d80695ab-ea45-437a-8385-4f31a9cfd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:51.306839 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-93e5101d-d6b9-4b1c-bd49-f3008183031f req-d80695ab-ea45-437a-8385-4f31a9cfd39e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3cfec04-1a32-4b2a-bfc9-aa15ffa5e034 HTTP/1.1" status: 200 len: 858 time: 0.0435438 Aug 12 21:57:51.346538 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-93e5101d-d6b9-4b1c-bd49-f3008183031f req-79c97dd3-6a38-4d94-85c3-c247ff2fb7de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e13655-3f36-46fa-b773-fa603af50fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239608 Aug 12 21:57:51.440417 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-93e5101d-d6b9-4b1c-bd49-f3008183031f req-82682e8e-0746-4755-b2d9-e02239b164f9 service neutron] 10.222.0.66 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855193 Aug 12 21:57:51.530102 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-93e5101d-d6b9-4b1c-bd49-f3008183031f req-58521812-2a2c-4c00-bb9a-69a217ab88be service neutron] 10.222.0.66 "GET /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818853 Aug 12 21:57:51.626694 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47304910-fa26-4dcc-a2e9-8423605d0319 req-92ef31e6-76b4-4def-8983-b566cce66aed tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:51.628189 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-47304910-fa26-4dcc-a2e9-8423605d0319 req-92ef31e6-76b4-4def-8983-b566cce66aed tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0502994 Aug 12 21:57:51.667829 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-47304910-fa26-4dcc-a2e9-8423605d0319 req-5487e85f-d560-4fc9-beac-50db9bffc1f3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332005 Aug 12 21:57:51.773627 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 60786) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:51.876879 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9365eec8-3c3b-4040-881d-b86362d842a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:51.965336 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9365eec8-3c3b-4040-881d-b86362d842a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:51.970394 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9365eec8-3c3b-4040-881d-b86362d842a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.009197 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-9365eec8-3c3b-4040-881d-b86362d842a1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aa509a335b674a86a311fdb558b18a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342033 Aug 12 21:57:52.010150 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365eec8-3c3b-4040-881d-b86362d842a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4eddef-a903-4898-9bdd-e5f5a8d471c4,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:52.011866 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 60794) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:57:52.069229 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64e8e5ab-48c7-4967-b9b7-3cb2ed5a5782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.090508 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64e8e5ab-48c7-4967-b9b7-3cb2ed5a5782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.139257 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64e8e5ab-48c7-4967-b9b7-3cb2ed5a5782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.141963 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64e8e5ab-48c7-4967-b9b7-3cb2ed5a5782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:57:52.143156 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-64e8e5ab-48c7-4967-b9b7-3cb2ed5a5782 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/df4eddef-a903-4898-9bdd-e5f5a8d471c4 HTTP/1.1" status: 204 len: 168 time: 0.1301370 Aug 12 21:57:52.153816 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8e5ab-48c7-4967-b9b7-3cb2ed5a5782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4eddef-a903-4898-9bdd-e5f5a8d471c4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:57:52.341603 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4669056-ced0-4684-a569-0b3fc59d08f2 req-effecd1c-216c-4714-9e51-3d1f74665155 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:52.343171 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b4669056-ced0-4684-a569-0b3fc59d08f2 req-effecd1c-216c-4714-9e51-3d1f74665155 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0699782 Aug 12 21:57:52.385989 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b4669056-ced0-4684-a569-0b3fc59d08f2 req-2f41c624-fb28-4ef7-b1f1-ff748e23b789 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364807 Aug 12 21:57:52.787977 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46657a0c-64f4-485f-a85c-e93dd0fe03e0 req-01acf575-0f02-4ddd-87c0-94450badbcc5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:52.789451 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-46657a0c-64f4-485f-a85c-e93dd0fe03e0 req-01acf575-0f02-4ddd-87c0-94450badbcc5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0480542 Aug 12 21:57:52.825041 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-46657a0c-64f4-485f-a85c-e93dd0fe03e0 req-65d42a26-ec52-4b6d-b559-be6f6e6486ef tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298226 Aug 12 21:57:53.505793 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17e17c-5cc6-4690-9378-1571a411034c req-b5a439a9-9e0c-4a5f-b1b5-32c2d5a95456 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:53.507995 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0c17e17c-5cc6-4690-9378-1571a411034c req-b5a439a9-9e0c-4a5f-b1b5-32c2d5a95456 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0530152 Aug 12 21:57:53.548026 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0c17e17c-5cc6-4690-9378-1571a411034c req-6d5aefa7-5280-46b0-b419-536488677c31 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336235 Aug 12 21:57:53.941605 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf21447-c9cc-4bfe-bb9e-c2d3d6d93930 req-acf29c32-fb28-47ba-95a8-5475528b2b90 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:53.943059 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9cf21447-c9cc-4bfe-bb9e-c2d3d6d93930 req-acf29c32-fb28-47ba-95a8-5475528b2b90 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0489671 Aug 12 21:57:53.979609 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9cf21447-c9cc-4bfe-bb9e-c2d3d6d93930 req-360fb4ec-9106-4917-b2e3-fc1bba6a5b13 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305305 Aug 12 21:57:54.662495 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4d3ea-dee0-41aa-a121-6617009df511 req-ba806dfb-b4f8-4cac-90cd-41057acbe9ab tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:54.663952 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1e4d3ea-dee0-41aa-a121-6617009df511 req-ba806dfb-b4f8-4cac-90cd-41057acbe9ab tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0488424 Aug 12 21:57:54.700449 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1e4d3ea-dee0-41aa-a121-6617009df511 req-d0d2ac19-3772-4268-9254-147d5df191c8 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305336 Aug 12 21:57:55.103027 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832f0b4-b8bc-4a9f-9f07-5ee21347aa14 req-c09c53d6-b518-4136-b70f-c31ec60668bd tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:55.104395 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4832f0b4-b8bc-4a9f-9f07-5ee21347aa14 req-c09c53d6-b518-4136-b70f-c31ec60668bd tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0527818 Aug 12 21:57:55.151791 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4832f0b4-b8bc-4a9f-9f07-5ee21347aa14 req-5c8bbd44-ffe2-4e76-9162-08dfc01b2158 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414464 Aug 12 21:57:56.269757 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d5a5a-6505-4845-ae03-e93b80312cc4 req-fee723af-52ea-4938-82a5-b2ef66a63d07 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:56.271134 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af4d5a5a-6505-4845-ae03-e93b80312cc4 req-fee723af-52ea-4938-82a5-b2ef66a63d07 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0477300 Aug 12 21:57:56.308947 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af4d5a5a-6505-4845-ae03-e93b80312cc4 req-8cb5b5d2-7deb-43f2-a056-d48ce4662a0a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311043 Aug 12 21:57:57.431179 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090a17b-1f10-484b-a13c-b089108dff7c req-6d58129f-aebc-4ef2-947d-21e4ea285847 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:57.432665 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4090a17b-1f10-484b-a13c-b089108dff7c req-6d58129f-aebc-4ef2-947d-21e4ea285847 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0518398 Aug 12 21:57:57.471795 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4090a17b-1f10-484b-a13c-b089108dff7c req-2da1d0a3-922d-496d-8c0a-22651e1fc465 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330212 Aug 12 21:57:58.592476 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e706edc-1596-4771-8cfe-97aea6351f69 req-0330ceb2-7b57-4d3a-97b0-6537b1032ee9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:58.593952 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6e706edc-1596-4771-8cfe-97aea6351f69 req-0330ceb2-7b57-4d3a-97b0-6537b1032ee9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0522692 Aug 12 21:57:58.630426 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6e706edc-1596-4771-8cfe-97aea6351f69 req-1ddfd962-a83e-4293-be9a-5f4f346406a4 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305438 Aug 12 21:57:59.751508 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace57fb0-ec59-43d4-8026-34a6bbad40f8 req-d5332906-6b96-4408-a0f7-bab0acbb0965 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:57:59.752905 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ace57fb0-ec59-43d4-8026-34a6bbad40f8 req-d5332906-6b96-4408-a0f7-bab0acbb0965 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 944 time: 0.0487406 Aug 12 21:57:59.791956 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ace57fb0-ec59-43d4-8026-34a6bbad40f8 req-31f118e1-e6a6-4e3e-8b82-da6cf45a56d4 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313642 Aug 12 21:58:00.315283 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 31224cb9-41ad-4c20-bbd2-6a7d026f072a details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:58:00.411810 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 31224cb9-41ad-4c20-bbd2-6a7d026f072a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:00.423881 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': '31224cb9-41ad-4c20-bbd2-6a7d026f072a', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'port_id': '31224cb9-41ad-4c20-bbd2-6a7d026f072a', 'mac_address': 'fa:16:3e:c8:b0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:58:00.468909 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:00.483896 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31224cb9-41ad-4c20-bbd2-6a7d026f072a {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:58:00.504944 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 31224cb9-41ad-4c20-bbd2-6a7d026f072a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:00.510174 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:00.560000 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=31224cb9-41ad-4c20-bbd2-6a7d026f072a,revision_number=9']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:00.673826 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bb1d5-9aab-4413-a6a0-5dc4efd16ae4 req-d6b70af1-2afd-4e0e-92ba-e7aa801de44f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:00.675356 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4b4bb1d5-9aab-4413-a6a0-5dc4efd16ae4 req-d6b70af1-2afd-4e0e-92ba-e7aa801de44f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0483127 Aug 12 21:58:00.713597 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4b4bb1d5-9aab-4413-a6a0-5dc4efd16ae4 req-829fcb98-10f4-4b81-834c-2942470642b4 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315652 Aug 12 21:58:00.846738 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['31224cb9-41ad-4c20-bbd2-6a7d026f072a'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:58:00.861549 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 60948) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:00.921663 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa59a-2217-4a9b-9832-44601d314a6d req-2e680f89-e11d-48d1-a9ce-2de12c7a670e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:00.923259 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cb0aa59a-2217-4a9b-9832-44601d314a6d req-2e680f89-e11d-48d1-a9ce-2de12c7a670e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 945 time: 0.0529377 Aug 12 21:58:00.969195 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cb0aa59a-2217-4a9b-9832-44601d314a6d req-9875232b-bf82-44ff-a382-2c45d51cd8b2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391169 Aug 12 21:58:00.975996 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13521ae0-b570-478c-a314-bda1f3c8d7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.065292 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13521ae0-b570-478c-a314-bda1f3c8d7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.069271 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13521ae0-b570-478c-a314-bda1f3c8d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.104944 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13521ae0-b570-478c-a314-bda1f3c8d7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff972ca6-bbc4-416e-b706-66086731bbe7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:01.109276 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-13521ae0-b570-478c-a314-bda1f3c8d7a0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=34a1596ac9f04c638dc3d81d42b761ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466295 Aug 12 21:58:01.111870 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 60952) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:01.160113 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af9bbef2-d1c9-4a74-9601-b1859aa6283f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.181429 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af9bbef2-d1c9-4a74-9601-b1859aa6283f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.230628 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af9bbef2-d1c9-4a74-9601-b1859aa6283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.233248 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af9bbef2-d1c9-4a74-9601-b1859aa6283f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.234406 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-af9bbef2-d1c9-4a74-9601-b1859aa6283f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ff972ca6-bbc4-416e-b706-66086731bbe7 HTTP/1.1" status: 204 len: 168 time: 0.1215961 Aug 12 21:58:01.242654 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bbef2-d1c9-4a74-9601-b1859aa6283f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff972ca6-bbc4-416e-b706-66086731bbe7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:01.484286 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 60958) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:01.497217 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46e03add-8ff9-4b78-90cd-7f1fe02eaa1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.587252 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46e03add-8ff9-4b78-90cd-7f1fe02eaa1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.590676 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46e03add-8ff9-4b78-90cd-7f1fe02eaa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.625863 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e03add-8ff9-4b78-90cd-7f1fe02eaa1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cde8ed-6fde-483a-8067-fb9e5c582ad4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:01.630129 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-46e03add-8ff9-4b78-90cd-7f1fe02eaa1b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7e06b8f8684842cf929db54c6188629b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447642 Aug 12 21:58:01.633636 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 60960) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:01.682170 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4a5d2c76-1425-4581-b4aa-724395acce22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.702765 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4a5d2c76-1425-4581-b4aa-724395acce22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.748275 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4a5d2c76-1425-4581-b4aa-724395acce22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.750947 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4a5d2c76-1425-4581-b4aa-724395acce22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:01.754390 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4a5d2c76-1425-4581-b4aa-724395acce22 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/56cde8ed-6fde-483a-8067-fb9e5c582ad4 HTTP/1.1" status: 204 len: 168 time: 0.1176395 Aug 12 21:58:01.760888 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d2c76-1425-4581-b4aa-724395acce22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cde8ed-6fde-483a-8067-fb9e5c582ad4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:01.839533 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebb593-e153-4e61-a724-5403b6fe8db8 req-2e217b08-4768-4ff2-b016-360e4c87c060 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:01.840962 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8eebb593-e153-4e61-a724-5403b6fe8db8 req-2e217b08-4768-4ff2-b016-360e4c87c060 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0524757 Aug 12 21:58:01.878239 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8eebb593-e153-4e61-a724-5403b6fe8db8 req-08ea8fd7-ded2-4fa8-83a7-4f22695381e3 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314195 Aug 12 21:58:02.093610 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed678f7d-57e9-4dd7-b625-2c78348351d9 req-e70c6d79-9357-4d0e-a2e4-09d7fd376f83 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:02.095122 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed678f7d-57e9-4dd7-b625-2c78348351d9 req-e70c6d79-9357-4d0e-a2e4-09d7fd376f83 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 945 time: 0.0508335 Aug 12 21:58:02.135113 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed678f7d-57e9-4dd7-b625-2c78348351d9 req-4c956a35-9c13-4efe-a3fb-2610516213a2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336998 Aug 12 21:58:02.315812 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 31224cb9-41ad-4c20-bbd2-6a7d026f072a up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:02.363850 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port 31224cb9-41ad-4c20-bbd2-6a7d026f072a triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:02.363983 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:02.442171 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:02.464695 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31224cb9-41ad-4c20-bbd2-6a7d026f072a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:02.466944 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4b9b1a-6b7f-4aa2-b927-a105c4bdfc37" -d '{"events": [{"server_uuid": "dc249cdb-dfde-4a8c-8f75-e756ed537978", "name": "network-vif-plugged", "status": "completed", "tag": "31224cb9-41ad-4c20-bbd2-6a7d026f072a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:02.479291 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 31224cb9-41ad-4c20-bbd2-6a7d026f072a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:02.484046 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:02.509453 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1460502-e22b-467d-9d53-0cc987e55666 x-openstack-request-id: req-a1460502-e22b-467d-9d53-0cc987e55666 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:02.509739 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc249cdb-dfde-4a8c-8f75-e756ed537978", "name": "network-vif-plugged", "status": "completed", "tag": "31224cb9-41ad-4c20-bbd2-6a7d026f072a", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:02.510000 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a1460502-e22b-467d-9d53-0cc987e55666 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:02.510379 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31224cb9-41ad-4c20-bbd2-6a7d026f072a', 'code': 200} Aug 12 21:58:02.536992 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=31224cb9-41ad-4c20-bbd2-6a7d026f072a,revision_number=10']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:02.992763 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ccf7a-f70d-424f-9297-f7e0ee16d67f req-11960a5b-10ee-4f3b-9328-53d7ce9ee5bd tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:02.994300 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-844ccf7a-f70d-424f-9297-f7e0ee16d67f req-11960a5b-10ee-4f3b-9328-53d7ce9ee5bd tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0487337 Aug 12 21:58:03.039414 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-844ccf7a-f70d-424f-9297-f7e0ee16d67f req-c83b0fe6-f8d9-4943-bf24-882ea590fecb tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390553 Aug 12 21:58:03.126996 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9a6b7-5fd2-416b-82a8-3b6f4bfe048f req-ae9eb727-ce9c-4262-95e3-f355b2fcd590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:03.126996 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6dd9a6b7-5fd2-416b-82a8-3b6f4bfe048f req-ae9eb727-ce9c-4262-95e3-f355b2fcd590 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 1100 time: 0.0448935 Aug 12 21:58:03.165825 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6dd9a6b7-5fd2-416b-82a8-3b6f4bfe048f req-3ec7c574-c748-43fe-8bc6-16cb861b0608 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294204 Aug 12 21:58:03.260559 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75255e-795e-419e-bf5a-2a5b1957200b req-ce819d77-167d-445e-8fda-31b3b12b2391 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:03.262091 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8d75255e-795e-419e-bf5a-2a5b1957200b req-ce819d77-167d-445e-8fda-31b3b12b2391 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 947 time: 0.0491316 Aug 12 21:58:03.301632 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8d75255e-795e-419e-bf5a-2a5b1957200b req-dfcbc847-505a-4eb7-9988-3532a79cefc2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336273 Aug 12 21:58:03.558175 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 32802) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:03.662083 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-18aaa9e4-0631-4b52-881e-24bed7bd35c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.750384 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-18aaa9e4-0631-4b52-881e-24bed7bd35c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.753802 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-18aaa9e4-0631-4b52-881e-24bed7bd35c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.790821 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-18aaa9e4-0631-4b52-881e-24bed7bd35c2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8b66a2bc63da402b89b72d5493f12a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315264 Aug 12 21:58:03.791892 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaa9e4-0631-4b52-881e-24bed7bd35c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9582c343-116e-4e2f-b6ea-686e137d4c59,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:03.793540 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 32806) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:03.843116 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99c79a4a-0151-40fa-b82a-9f96bb06b29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.864185 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99c79a4a-0151-40fa-b82a-9f96bb06b29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.913331 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99c79a4a-0151-40fa-b82a-9f96bb06b29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.915858 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99c79a4a-0151-40fa-b82a-9f96bb06b29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:03.917013 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-99c79a4a-0151-40fa-b82a-9f96bb06b29e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9582c343-116e-4e2f-b6ea-686e137d4c59 HTTP/1.1" status: 204 len: 168 time: 0.1223423 Aug 12 21:58:03.924355 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c79a4a-0151-40fa-b82a-9f96bb06b29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9582c343-116e-4e2f-b6ea-686e137d4c59,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:04.159395 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eb7ba-d7c8-49bb-bc4e-35f66ecc4c27 req-616f23bf-f16e-4ade-9a44-7c05a68658e7 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:04.161842 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7b9eb7ba-d7c8-49bb-bc4e-35f66ecc4c27 req-616f23bf-f16e-4ade-9a44-7c05a68658e7 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0520477 Aug 12 21:58:04.167306 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 32816) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:04.180894 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9132f61f-f1f1-4165-9d3b-aad280ab8403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.208601 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7b9eb7ba-d7c8-49bb-bc4e-35f66ecc4c27 req-47ccb23e-815d-46bc-9e6d-611999f3756e tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409188 Aug 12 21:58:04.253417 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4fd3c-72d6-45c7-852e-8ae6c588559e req-ce5e11b0-dc34-4c28-95c6-ccc9a0cbdd86 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:04.254867 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-70b4fd3c-72d6-45c7-852e-8ae6c588559e req-ce5e11b0-dc34-4c28-95c6-ccc9a0cbdd86 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.66 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 945 time: 0.0568981 Aug 12 21:58:04.271387 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9132f61f-f1f1-4165-9d3b-aad280ab8403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.275339 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9132f61f-f1f1-4165-9d3b-aad280ab8403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.313191 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-9132f61f-f1f1-4165-9d3b-aad280ab8403 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e3afc3c322a54a20984c350ad970c408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447642 Aug 12 21:58:04.314065 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132f61f-f1f1-4165-9d3b-aad280ab8403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d7988c-d501-47c2-930a-86c250e8f9bf,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:04.316297 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 32818) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:04.363939 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-70b4fd3c-72d6-45c7-852e-8ae6c588559e req-76cd4125-531e-47a7-82ac-7ad5872ac8f6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Deleting port ce28d600-dc50-46fc-acf0-7cbf4a47b450 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:58:04.364284 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-70b4fd3c-72d6-45c7-852e-8ae6c588559e req-76cd4125-531e-47a7-82ac-7ad5872ac8f6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.369279 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d5a31bfb-041f-4eac-885d-c08916eff58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.393481 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d5a31bfb-041f-4eac-885d-c08916eff58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.448805 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d5a31bfb-041f-4eac-885d-c08916eff58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.451787 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d5a31bfb-041f-4eac-885d-c08916eff58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.453958 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d5a31bfb-041f-4eac-885d-c08916eff58d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c5d7988c-d501-47c2-930a-86c250e8f9bf HTTP/1.1" status: 204 len: 168 time: 0.1367652 Aug 12 21:58:04.464116 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a31bfb-041f-4eac-885d-c08916eff58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d7988c-d501-47c2-930a-86c250e8f9bf,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:04.489579 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385444b-9c69-4b45-9a0c-c68ca7d5c6ac req-2d51d828-cf29-49f4-a40f-e013dcca8e81 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:04.490987 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6385444b-9c69-4b45-9a0c-c68ca7d5c6ac req-2d51d828-cf29-49f4-a40f-e013dcca8e81 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 947 time: 0.1129434 Aug 12 21:58:04.499897 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-70b4fd3c-72d6-45c7-852e-8ae6c588559e req-76cd4125-531e-47a7-82ac-7ad5872ac8f6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] For port ce28d600-dc50-46fc-acf0-7cbf4a47b450, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ce28d600-dc50-46fc-acf0-7cbf4a47b450,segment=NetworkSegment(ad3006b5-64da-4023-b78f-553ef1dc1abb),segment_id=ad3006b5-64da-4023-b78f-553ef1dc1abb)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:04.500266 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-70b4fd3c-72d6-45c7-852e-8ae6c588559e req-76cd4125-531e-47a7-82ac-7ad5872ac8f6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.524583 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-70b4fd3c-72d6-45c7-852e-8ae6c588559e req-76cd4125-531e-47a7-82ac-7ad5872ac8f6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Calling delete_port for ce28d600-dc50-46fc-acf0-7cbf4a47b450 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:58:04.553925 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6385444b-9c69-4b45-9a0c-c68ca7d5c6ac req-6bc8f619-32d6-47e7-b9de-811de6d60646 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559411 Aug 12 21:58:04.692859 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-70b4fd3c-72d6-45c7-852e-8ae6c588559e req-76cd4125-531e-47a7-82ac-7ad5872ac8f6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.707563 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['ab58f9d5-adcc-442c-8bff-061c168d471f', 'ce28d600-dc50-46fc-acf0-7cbf4a47b450'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:58:04.727323 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd4125-531e-47a7-82ac-7ad5872ac8f6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Pushing event deleted for resources: {'Port': ['ID=ce28d600-dc50-46fc-acf0-7cbf4a47b450,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:04.776087 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b4fd3c-72d6-45c7-852e-8ae6c588559e req-76cd4125-531e-47a7-82ac-7ad5872ac8f6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] No DVR routers for this DVR port ce28d600-dc50-46fc-acf0-7cbf4a47b450 on host hv-cinder-80445 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:58:04.778821 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-70b4fd3c-72d6-45c7-852e-8ae6c588559e req-76cd4125-531e-47a7-82ac-7ad5872ac8f6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:04.782061 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-70b4fd3c-72d6-45c7-852e-8ae6c588559e req-76cd4125-531e-47a7-82ac-7ad5872ac8f6 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.66 "DELETE /v2.0/ports/ce28d600-dc50-46fc-acf0-7cbf4a47b450 HTTP/1.1" status: 204 len: 173 time: 0.5111320 Aug 12 21:58:04.782605 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032791ac-e0aa-4350-b5ae-152535265985', 'name': 'network-vif-deleted', 'tag': 'ce28d600-dc50-46fc-acf0-7cbf4a47b450'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:04.794226 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb411e23-277a-406f-a067-0feffd640083" -d '{"events": [{"server_uuid": "032791ac-e0aa-4350-b5ae-152535265985", "name": "network-vif-deleted", "tag": "ce28d600-dc50-46fc-acf0-7cbf4a47b450"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:04.870873 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e312ae-e5ea-4b0c-a3ac-26a82256ad6e x-openstack-request-id: req-53e312ae-e5ea-4b0c-a3ac-26a82256ad6e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:04.870873 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032791ac-e0aa-4350-b5ae-152535265985", "name": "network-vif-deleted", "tag": "ce28d600-dc50-46fc-acf0-7cbf4a47b450", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:04.870873 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-53e312ae-e5ea-4b0c-a3ac-26a82256ad6e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:04.872075 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032791ac-e0aa-4350-b5ae-152535265985', 'name': 'network-vif-deleted', 'tag': 'ce28d600-dc50-46fc-acf0-7cbf4a47b450', 'status': 'completed', 'code': 200} Aug 12 21:58:05.317722 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-20c978d7-dc41-4175-b3b8-686273c0d7f2 req-77d9422d-5ef5-40b3-9c47-5c8c55f9681f tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=032791ac-e0aa-4350-b5ae-152535265985 HTTP/1.1" status: 200 len: 210 time: 0.0261407 Aug 12 21:58:05.651573 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 32892) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:05.683411 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05af9e4-4b94-4196-853b-064c19a104af req-394c6ca5-2ddd-4543-a58e-700c12d4f1b7 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:05.684898 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a05af9e4-4b94-4196-853b-064c19a104af req-394c6ca5-2ddd-4543-a58e-700c12d4f1b7 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 947 time: 0.0496793 Aug 12 21:58:05.724099 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a05af9e4-4b94-4196-853b-064c19a104af req-1a3c7ba0-ba32-4e5d-b7b2-6667c95784a3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332308 Aug 12 21:58:05.759674 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9a47d883-ca20-4608-9aa9-e1af097059b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:05.847324 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9a47d883-ca20-4608-9aa9-e1af097059b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:05.851847 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9a47d883-ca20-4608-9aa9-e1af097059b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:05.889815 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-9a47d883-ca20-4608-9aa9-e1af097059b0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8477d7365910463eb14d87c114ab0cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371283 Aug 12 21:58:05.890673 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47d883-ca20-4608-9aa9-e1af097059b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fcd5e2-7864-453e-95a4-489fecd470e4,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:05.892445 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 32898) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:05.942712 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9199552-6c81-4b80-9768-b3d0a028b911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:05.963194 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9199552-6c81-4b80-9768-b3d0a028b911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:06.007418 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9199552-6c81-4b80-9768-b3d0a028b911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:06.009962 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9199552-6c81-4b80-9768-b3d0a028b911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:06.011024 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e9199552-6c81-4b80-9768-b3d0a028b911 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/55fcd5e2-7864-453e-95a4-489fecd470e4 HTTP/1.1" status: 204 len: 168 time: 0.1176267 Aug 12 21:58:06.018188 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9199552-6c81-4b80-9768-b3d0a028b911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fcd5e2-7864-453e-95a4-489fecd470e4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:06.589478 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5ecf2-a72f-4a88-8aa8-216e00b47cb5 req-9245a929-5171-4fd2-bcc4-dcfe60c58114 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:06.590976 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72f5ecf2-a72f-4a88-8aa8-216e00b47cb5 req-9245a929-5171-4fd2-bcc4-dcfe60c58114 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0500150 Aug 12 21:58:06.628195 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72f5ecf2-a72f-4a88-8aa8-216e00b47cb5 req-3ba5771d-2ceb-40d9-8cc5-5b2115257856 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314248 Aug 12 21:58:07.745690 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935083d-90c1-4dfa-b6c8-444280bfe1a8 req-3be779e1-0e55-4861-9866-d0b1542d2e09 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:07.747165 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1935083d-90c1-4dfa-b6c8-444280bfe1a8 req-3be779e1-0e55-4861-9866-d0b1542d2e09 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0492773 Aug 12 21:58:07.779532 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:07.789528 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1935083d-90c1-4dfa-b6c8-444280bfe1a8 req-b0b71acc-6f80-475d-bd5f-0e0252cd2557 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365140 Aug 12 21:58:08.344575 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device ce28d600-dc50-46fc-acf0-7cbf4a47b450 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:58:08.363530 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: ce28d600-dc50-46fc-acf0-7cbf4a47b450 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:58:08.363871 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device ce28d600-dc50-46fc-acf0-7cbf4a47b450 not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:58:08.902193 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2a095-f0a8-4a08-9e12-96e678f51c08 req-056d0665-5402-4f51-8b69-65a17c9ef458 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:08.903686 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5cb2a095-f0a8-4a08-9e12-96e678f51c08 req-056d0665-5402-4f51-8b69-65a17c9ef458 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0482907 Aug 12 21:58:08.939945 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5cb2a095-f0a8-4a08-9e12-96e678f51c08 req-7e4b0391-0fb1-4675-972b-2357f0619c76 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304894 Aug 12 21:58:10.051720 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b142231-87a9-425c-a116-0c5ff7b9f371 req-853f5f75-d3ba-4069-8fab-802a5c7f4c95 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:10.054000 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9b142231-87a9-425c-a116-0c5ff7b9f371 req-853f5f75-d3ba-4069-8fab-802a5c7f4c95 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0487468 Aug 12 21:58:10.091539 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9b142231-87a9-425c-a116-0c5ff7b9f371 req-1f76b6a1-aea4-4470-aff2-62e42ebd3997 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317047 Aug 12 21:58:11.204283 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a18cb-df7a-4f66-a022-ce4ee6f100ec req-3310a516-63f9-4bfc-917d-88d50a005108 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:11.205793 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ad0a18cb-df7a-4f66-a022-ce4ee6f100ec req-3310a516-63f9-4bfc-917d-88d50a005108 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0480144 Aug 12 21:58:11.246143 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ad0a18cb-df7a-4f66-a022-ce4ee6f100ec req-53e7b397-aced-4199-9461-12cded4ebc40 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340257 Aug 12 21:58:12.358525 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05275c0-1f87-4bfe-97cf-433802c6fc41 req-2cd8f25d-2d90-44cb-9194-25d9368f068c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:12.360009 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b05275c0-1f87-4bfe-97cf-433802c6fc41 req-2cd8f25d-2d90-44cb-9194-25d9368f068c tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0479646 Aug 12 21:58:12.398959 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b05275c0-1f87-4bfe-97cf-433802c6fc41 req-19cc7036-a6a4-4404-a556-2995e333a4cc tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322244 Aug 12 21:58:13.510075 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584680a-a90a-4761-b23b-dead9a087fe5 req-2d33c9b8-8912-474d-89c8-01d84923a380 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:13.511550 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6584680a-a90a-4761-b23b-dead9a087fe5 req-2d33c9b8-8912-474d-89c8-01d84923a380 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0482893 Aug 12 21:58:13.549308 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6584680a-a90a-4761-b23b-dead9a087fe5 req-08bff895-a171-4b65-b338-ed46ca752a06 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318277 Aug 12 21:58:14.664060 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99312536-fae5-4154-8809-8b7ff7a7bc0a req-244d5612-7475-4af2-afd9-5e141a5db0ba tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:14.665556 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-99312536-fae5-4154-8809-8b7ff7a7bc0a req-244d5612-7475-4af2-afd9-5e141a5db0ba tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0473762 Aug 12 21:58:14.706007 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-99312536-fae5-4154-8809-8b7ff7a7bc0a req-73717625-9863-4545-9d7b-c7a7eb1fda11 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346003 Aug 12 21:58:15.264896 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c932d51d-8c4b-48f8-adfd-985e8ea68879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:15.541850 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d7d25-566c-4ef7-bc6c-69b87fc8ed48 req-ba1dcc58-f700-409c-b15e-0ac3a1058491 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:15.543386 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fb7d7d25-566c-4ef7-bc6c-69b87fc8ed48 req-ba1dcc58-f700-409c-b15e-0ac3a1058491 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.66 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0498285 Aug 12 21:58:15.633461 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-fb7d7d25-566c-4ef7-bc6c-69b87fc8ed48 req-2f210595-47fe-405a-9162-a17c3810f772 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Deleting port ab58f9d5-adcc-442c-8bff-061c168d471f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:58:15.633803 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb7d7d25-566c-4ef7-bc6c-69b87fc8ed48 req-2f210595-47fe-405a-9162-a17c3810f772 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:15.724900 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb7d7d25-566c-4ef7-bc6c-69b87fc8ed48 req-2f210595-47fe-405a-9162-a17c3810f772 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] For port ab58f9d5-adcc-442c-8bff-061c168d471f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ab58f9d5-adcc-442c-8bff-061c168d471f,segment=NetworkSegment(ad3006b5-64da-4023-b78f-553ef1dc1abb),segment_id=ad3006b5-64da-4023-b78f-553ef1dc1abb)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:15.725529 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb7d7d25-566c-4ef7-bc6c-69b87fc8ed48 req-2f210595-47fe-405a-9162-a17c3810f772 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:15.738291 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-fb7d7d25-566c-4ef7-bc6c-69b87fc8ed48 req-2f210595-47fe-405a-9162-a17c3810f772 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Calling delete_port for ab58f9d5-adcc-442c-8bff-061c168d471f owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:58:15.740187 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:58:15.842751 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304ddf7-6c75-4f2b-a167-84e16e3b30cc req-7930fe3d-6d94-4039-81c1-8ac2cb89813d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:15.844105 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0304ddf7-6c75-4f2b-a167-84e16e3b30cc req-7930fe3d-6d94-4039-81c1-8ac2cb89813d tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/ports?device_id=923cb3c2-0f22-484a-b1ad-b4c924ad6be6 HTTP/1.1" status: 200 len: 945 time: 0.0668244 Aug 12 21:58:15.908186 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0304ddf7-6c75-4f2b-a167-84e16e3b30cc req-8ca3cb99-a450-4426-a119-177ab2f16824 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.74 "GET /v2.0/security-groups?id=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569301 Aug 12 21:58:15.929853 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb7d7d25-566c-4ef7-bc6c-69b87fc8ed48 req-2f210595-47fe-405a-9162-a17c3810f772 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:15.957606 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f210595-47fe-405a-9162-a17c3810f772 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Pushing event deleted for resources: {'Port': ['ID=ab58f9d5-adcc-442c-8bff-061c168d471f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:15.998458 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7d7d25-566c-4ef7-bc6c-69b87fc8ed48 req-2f210595-47fe-405a-9162-a17c3810f772 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] No DVR routers for this DVR port ab58f9d5-adcc-442c-8bff-061c168d471f on host hv-cinder-80445 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:58:16.000899 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb7d7d25-566c-4ef7-bc6c-69b87fc8ed48 req-2f210595-47fe-405a-9162-a17c3810f772 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:16.002928 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fb7d7d25-566c-4ef7-bc6c-69b87fc8ed48 req-2f210595-47fe-405a-9162-a17c3810f772 tempest-ServerRescueNegativeTestJSON-745931893 tempest-ServerRescueNegativeTestJSON-745931893-project] 10.222.0.66 "DELETE /v2.0/ports/ab58f9d5-adcc-442c-8bff-061c168d471f HTTP/1.1" status: 204 len: 173 time: 0.4525366 Aug 12 21:58:16.003359 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923cb3c2-0f22-484a-b1ad-b4c924ad6be6', 'name': 'network-vif-deleted', 'tag': 'ab58f9d5-adcc-442c-8bff-061c168d471f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:16.006254 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb722be-f2e3-4f3f-b88a-5a92f40c054a" -d '{"events": [{"server_uuid": "923cb3c2-0f22-484a-b1ad-b4c924ad6be6", "name": "network-vif-deleted", "tag": "ab58f9d5-adcc-442c-8bff-061c168d471f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:16.041268 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561c4526-d2f1-4b38-af90-3d5eb008223d x-openstack-request-id: req-561c4526-d2f1-4b38-af90-3d5eb008223d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:16.041561 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923cb3c2-0f22-484a-b1ad-b4c924ad6be6", "name": "network-vif-deleted", "tag": "ab58f9d5-adcc-442c-8bff-061c168d471f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:16.041819 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-561c4526-d2f1-4b38-af90-3d5eb008223d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:16.042228 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923cb3c2-0f22-484a-b1ad-b4c924ad6be6', 'name': 'network-vif-deleted', 'tag': 'ab58f9d5-adcc-442c-8bff-061c168d471f', 'status': 'completed', 'code': 200} Aug 12 21:58:16.374549 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device ab58f9d5-adcc-442c-8bff-061c168d471f no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:58:16.396916 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: ab58f9d5-adcc-442c-8bff-061c168d471f {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:58:16.397285 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device ab58f9d5-adcc-442c-8bff-061c168d471f not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:58:16.961223 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 32988) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:17.373148 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5446-4671-4dc5-b2ea-00c49f6baec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3839125'] for router_interface, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:17.657252 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f5446-4671-4dc5-b2ea-00c49f6baec6 admin admin] Deleting port 8ff26677-5761-4078-8465-c634b8f0bdc8 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:58:17.657699 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5446-4671-4dc5-b2ea-00c49f6baec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:17.735468 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6febd0d6-9012-4972-9655-4b0de04646d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:17.740443 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-fd6f5446-4671-4dc5-b2ea-00c49f6baec6 admin admin] For port 8ff26677-5761-4078-8465-c634b8f0bdc8, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=8ff26677-5761-4078-8465-c634b8f0bdc8,segment=NetworkSegment(ad3006b5-64da-4023-b78f-553ef1dc1abb),segment_id=ad3006b5-64da-4023-b78f-553ef1dc1abb)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:17.740929 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5446-4671-4dc5-b2ea-00c49f6baec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:17.754746 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f5446-4671-4dc5-b2ea-00c49f6baec6 admin admin] Calling delete_port for 8ff26677-5761-4078-8465-c634b8f0bdc8 owned by network:router_interface {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:58:17.964624 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5446-4671-4dc5-b2ea-00c49f6baec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:17.990608 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f5446-4671-4dc5-b2ea-00c49f6baec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff26677-5761-4078-8465-c634b8f0bdc8,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:18.164185 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5446-4671-4dc5-b2ea-00c49f6baec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732261'] for router_interface, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.179651 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.372967 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6f5446-4671-4dc5-b2ea-00c49f6baec6 admin admin] Router 6bbd2aeb-2c69-4347-9049-bbbe4b98c123 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:58:18.488817 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6f5446-4671-4dc5-b2ea-00c49f6baec6 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:58:18.494616 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-fd6f5446-4671-4dc5-b2ea-00c49f6baec6 admin admin] 10.222.0.74 "PUT /v2.0/routers/6bbd2aeb-2c69-4347-9049-bbbe4b98c123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5322487 Aug 12 21:58:18.497095 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33010) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:18.500220 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9147de5-5d23-43dc-89fd-dd6dbbecb769 None None] Sync routers for ids ['6bbd2aeb-2c69-4347-9049-bbbe4b98c123'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:58:18.510437 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9147de5-5d23-43dc-89fd-dd6dbbecb769 None None] Routers {'6bbd2aeb-2c69-4347-9049-bbbe4b98c123'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:18.511040 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b9147de5-5d23-43dc-89fd-dd6dbbecb769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:58:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['6bbd2aeb-2c69-4347-9049-bbbe4b98c123'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:18.613787 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-b9147de5-5d23-43dc-89fd-dd6dbbecb769 None None] Set router 6bbd2aeb-2c69-4347-9049-bbbe4b98c123 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:18.800702 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b9147de5-5d23-43dc-89fd-dd6dbbecb769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'name': 'tempest-ServerRescueNegativeTestJSON-468213348-router', 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:58:17Z', 'revision_number': 5, 'project_id': '578655d9defa4fde962a9185bfbbbbfe', 'gw_port': {'id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:18.830116 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9147de5-5d23-43dc-89fd-dd6dbbecb769 None None] Checking router: 6bbd2aeb-2c69-4347-9049-bbbe4b98c123 for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:58:18.832573 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-151d2cab-e13a-4940-80c7-daf502f01309 admin admin] Notify callbacks [] for router, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.838300 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9147de5-5d23-43dc-89fd-dd6dbbecb769 None None] Routers {'6bbd2aeb-2c69-4347-9049-bbbe4b98c123'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:18.838907 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b9147de5-5d23-43dc-89fd-dd6dbbecb769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:58:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['6bbd2aeb-2c69-4347-9049-bbbe4b98c123'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:18.933594 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.935665 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-151d2cab-e13a-4940-80c7-daf502f01309 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:18.939718 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-b9147de5-5d23-43dc-89fd-dd6dbbecb769 None None] Set router 6bbd2aeb-2c69-4347-9049-bbbe4b98c123 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:18.990393 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-151d2cab-e13a-4940-80c7-daf502f01309 admin admin] Deleting port 14ef3fec-f8f4-462a-ba87-0fd729809cda {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:58:18.990974 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-151d2cab-e13a-4940-80c7-daf502f01309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.078829 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-151d2cab-e13a-4940-80c7-daf502f01309 admin admin] For port 14ef3fec-f8f4-462a-ba87-0fd729809cda, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=14ef3fec-f8f4-462a-ba87-0fd729809cda,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:19.079205 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-151d2cab-e13a-4940-80c7-daf502f01309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.095414 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-151d2cab-e13a-4940-80c7-daf502f01309 admin admin] Calling delete_port for 14ef3fec-f8f4-462a-ba87-0fd729809cda owned by network:router_gateway {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:58:19.262162 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b9147de5-5d23-43dc-89fd-dd6dbbecb769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'name': 'tempest-ServerRescueNegativeTestJSON-468213348-router', 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:58:17Z', 'revision_number': 5, 'project_id': '578655d9defa4fde962a9185bfbbbbfe', 'gw_port': {'id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:19.292393 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f2fa1-75a6-4050-8e35-4f0413c118c6 req-bd3b914f-c7cc-433f-b8b3-3423092625bf tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:19.293336 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9147de5-5d23-43dc-89fd-dd6dbbecb769 None None] The sync data for ids ['6bbd2aeb-2c69-4347-9049-bbbe4b98c123'] in dv-cinder-804457-2-iscsi is: [{'id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'name': 'tempest-ServerRescueNegativeTestJSON-468213348-router', 'tenant_id': '578655d9defa4fde962a9185bfbbbbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:58:17Z', 'revision_number': 5, 'project_id': '578655d9defa4fde962a9185bfbbbbfe', 'gw_port': {'id': '14ef3fec-f8f4-462a-ba87-0fd729809cda', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd2aeb-2c69-4347-9049-bbbe4b98c123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:58:19.295210 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0b3f2fa1-75a6-4050-8e35-4f0413c118c6 req-bd3b914f-c7cc-433f-b8b3-3423092625bf tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0644872 Aug 12 21:58:19.322359 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-151d2cab-e13a-4940-80c7-daf502f01309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.350350 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0b3f2fa1-75a6-4050-8e35-4f0413c118c6 req-788db4d1-ef77-4447-b94e-45bd02f2523e tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478549 Aug 12 21:58:19.377471 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d2cab-e13a-4940-80c7-daf502f01309 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ef3fec-f8f4-462a-ba87-0fd729809cda,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:19.420454 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-151d2cab-e13a-4940-80c7-daf502f01309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733215'] for router_gateway, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.528805 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-151d2cab-e13a-4940-80c7-daf502f01309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233106'] for router, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.530934 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-151d2cab-e13a-4940-80c7-daf502f01309 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.594014 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-151d2cab-e13a-4940-80c7-daf502f01309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732028'] for router, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.594537 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151d2cab-e13a-4940-80c7-daf502f01309 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bbd2aeb-2c69-4347-9049-bbbe4b98c123 {{(pid=93881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 21:58:19.601157 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-151d2cab-e13a-4940-80c7-daf502f01309 admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.601888 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-151d2cab-e13a-4940-80c7-daf502f01309 admin admin] 10.222.0.74 "DELETE /v2.0/routers/6bbd2aeb-2c69-4347-9049-bbbe4b98c123 HTTP/1.1" status: 204 len: 168 time: 1.1038084 Aug 12 21:58:19.604372 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33024) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:19.648022 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-5815919d-f70b-4b51-b82f-5039f9105712 admin admin] Deleting subnet d3cfec04-1a32-4b2a-bfc9-aa15ffa5e034 {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:58:19.651977 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5815919d-f70b-4b51-b82f-5039f9105712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.691459 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5815919d-f70b-4b51-b82f-5039f9105712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8446774'] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.733245 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5815919d-f70b-4b51-b82f-5039f9105712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.794027 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5815919d-f70b-4b51-b82f-5039f9105712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8616466'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.821051 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815919d-f70b-4b51-b82f-5039f9105712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3cfec04-1a32-4b2a-bfc9-aa15ffa5e034,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:19.824765 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5815919d-f70b-4b51-b82f-5039f9105712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.826707 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5815919d-f70b-4b51-b82f-5039f9105712 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d3cfec04-1a32-4b2a-bfc9-aa15ffa5e034 HTTP/1.1" status: 204 len: 168 time: 0.2214041 Aug 12 21:58:19.829107 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33026) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:19.847200 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 8ff26677-5761-4078-8465-c634b8f0bdc8 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:58:19.866491 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 8ff26677-5761-4078-8465-c634b8f0bdc8 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:58:19.867063 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 8ff26677-5761-4078-8465-c634b8f0bdc8 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:58:19.905403 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-df6ea150-2802-467f-b8ac-6559e2a80549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.988894 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-df6ea150-2802-467f-b8ac-6559e2a80549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:19.998789 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-df6ea150-2802-467f-b8ac-6559e2a80549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e13655-3f36-46fa-b773-fa603af50fee']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:20.008562 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-df6ea150-2802-467f-b8ac-6559e2a80549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3006b5-64da-4023-b78f-553ef1dc1abb') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:20.008859 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-df6ea150-2802-467f-b8ac-6559e2a80549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3006b5-64da-4023-b78f-553ef1dc1abb') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:20.017328 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-df6ea150-2802-467f-b8ac-6559e2a80549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8446753'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.031099 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-df6ea150-2802-467f-b8ac-6559e2a80549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.037750 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6ea150-2802-467f-b8ac-6559e2a80549 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:58:20.038213 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-df6ea150-2802-467f-b8ac-6559e2a80549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416940'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: Traceback (most recent call last): Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: timer() Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: cb(*args, **kw) Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: self._notify() Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: self.callback(batched_events) Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: event.method(event) Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: return f(self, *a, **k) Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._get(url).json() Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:58:20.039925 dv-cinder-804457-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:58:20.093959 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-df6ea150-2802-467f-b8ac-6559e2a80549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.099657 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-df6ea150-2802-467f-b8ac-6559e2a80549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.101444 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-df6ea150-2802-467f-b8ac-6559e2a80549 admin admin] 10.222.0.74 "DELETE /v2.0/networks/79e13655-3f36-46fa-b773-fa603af50fee HTTP/1.1" status: 204 len: 168 time: 0.2713830 Aug 12 21:58:20.112206 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ea150-2802-467f-b8ac-6559e2a80549 admin admin] Pushing event deleted for resources: {'Network': ['ID=79e13655-3f36-46fa-b773-fa603af50fee,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:20.262912 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33030) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:20.308555 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-8cc5c6a9-fdab-4571-bee9-6e9e84f525d8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=578655d9defa4fde962a9185bfbbbbfe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406339 Aug 12 21:58:20.308555 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33032) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:20.359780 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fad17b25-97df-476f-9816-c3dc6609f916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.381737 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fad17b25-97df-476f-9816-c3dc6609f916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.443935 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fad17b25-97df-476f-9816-c3dc6609f916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.447283 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fad17b25-97df-476f-9816-c3dc6609f916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.448481 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-fad17b25-97df-476f-9816-c3dc6609f916 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0f8b3545-bf22-4bac-9c1a-9dea8ccfceda HTTP/1.1" status: 204 len: 168 time: 0.1404438 Aug 12 21:58:20.453838 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:20.457758 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad17b25-97df-476f-9816-c3dc6609f916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8b3545-bf22-4bac-9c1a-9dea8ccfceda,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:20.472919 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8757cc-904b-4028-b039-73fbb22262a3 req-767ad177-7e5a-4fff-88b1-cdc71b2b4e12 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:20.481052 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3b8757cc-904b-4028-b039-73fbb22262a3 req-767ad177-7e5a-4fff-88b1-cdc71b2b4e12 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0583150 Aug 12 21:58:20.513642 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3b8757cc-904b-4028-b039-73fbb22262a3 req-f09a7f27-cb99-4349-9714-c915d013f6db tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317085 Aug 12 21:58:21.096881 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33058) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:21.189853 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-4860f92b-3377-4c6a-9a41-c0e1783d240a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1822935954-network', 'tenant_id': '7306c036acdb4fee8aeabeb7be8a9e00'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:21.211549 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4860f92b-3377-4c6a-9a41-c0e1783d240a admin admin] Made reservation on behalf of 7306c036acdb4fee8aeabeb7be8a9e00 for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:21.213984 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4860f92b-3377-4c6a-9a41-c0e1783d240a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.222066 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4860f92b-3377-4c6a-9a41-c0e1783d240a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.310288 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4860f92b-3377-4c6a-9a41-c0e1783d240a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.314727 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4860f92b-3377-4c6a-9a41-c0e1783d240a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.337150 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4860f92b-3377-4c6a-9a41-c0e1783d240a admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:58:21.352505 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860f92b-3377-4c6a-9a41-c0e1783d240a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa4617b-36bd-47dc-b43e-7bb7cdd0cb50,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:21.355394 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4860f92b-3377-4c6a-9a41-c0e1783d240a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.355742 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-4860f92b-3377-4c6a-9a41-c0e1783d240a admin admin] Added segment 98eccbad-2828-4a99-82b7-7768b23f12ab of type vlan for network d2ba465a-2c05-4750-8562-83b0c749d0a3 Aug 12 21:58:21.395448 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4860f92b-3377-4c6a-9a41-c0e1783d240a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.424704 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4860f92b-3377-4c6a-9a41-c0e1783d240a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.425697 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4860f92b-3377-4c6a-9a41-c0e1783d240a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:21.426284 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4860f92b-3377-4c6a-9a41-c0e1783d240a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.479431 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-4860f92b-3377-4c6a-9a41-c0e1783d240a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3814347 Aug 12 21:58:21.482402 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33064) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:21.487341 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-30ba52ad-bcf7-48b7-a277-9fdb6b6c7939 admin admin] Request body: {'subnet': {'network_id': 'd2ba465a-2c05-4750-8562-83b0c749d0a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1822935954-subnet', 'tenant_id': '7306c036acdb4fee8aeabeb7be8a9e00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:21.490521 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860f92b-3377-4c6a-9a41-c0e1783d240a admin admin] Pushing event updated for resources: {'Network': ['ID=d2ba465a-2c05-4750-8562-83b0c749d0a3,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:21.500487 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network d2ba465a-2c05-4750-8562-83b0c749d0a3 details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:58:21.509812 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ba52ad-bcf7-48b7-a277-9fdb6b6c7939 admin admin] Made reservation on behalf of 7306c036acdb4fee8aeabeb7be8a9e00 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:21.512059 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30ba52ad-bcf7-48b7-a277-9fdb6b6c7939 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463984'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.672905 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e127996-09a6-4867-8aac-cb05734c87d8 req-5806c1da-c3ac-4dec-a23b-5f943190462a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:21.674403 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1e127996-09a6-4867-8aac-cb05734c87d8 req-5806c1da-c3ac-4dec-a23b-5f943190462a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0907059 Aug 12 21:58:21.728802 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 14ef3fec-f8f4-462a-ba87-0fd729809cda no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:58:21.746652 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30ba52ad-bcf7-48b7-a277-9fdb6b6c7939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12338712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463938'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.750727 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1e127996-09a6-4867-8aac-cb05734c87d8 req-d053816a-ce3a-4d3c-b6cf-9562b3c2d449 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694959 Aug 12 21:58:21.752282 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 14ef3fec-f8f4-462a-ba87-0fd729809cda {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:58:21.752702 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 14ef3fec-f8f4-462a-ba87-0fd729809cda not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:58:21.803782 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba52ad-bcf7-48b7-a277-9fdb6b6c7939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9adc272a-a8f5-4dc2-b9bb-7e7ec3dfa358,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:21.812069 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ba52ad-bcf7-48b7-a277-9fdb6b6c7939 admin admin] Checking segment: {'id': '98eccbad-2828-4a99-82b7-7768b23f12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd2ba465a-2c05-4750-8562-83b0c749d0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:21.812421 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ba52ad-bcf7-48b7-a277-9fdb6b6c7939 admin admin] Network hostable DHCP agents. Network: d2ba465a-2c05-4750-8562-83b0c749d0a3, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:58:21.828554 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ba52ad-bcf7-48b7-a277-9fdb6b6c7939 admin admin] Network d2ba465a-2c05-4750-8562-83b0c749d0a3 is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:58:21.836710 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-30ba52ad-bcf7-48b7-a277-9fdb6b6c7939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, d2ba465a-2c05-4750-8562-83b0c749d0a3) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:21.840456 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ba52ad-bcf7-48b7-a277-9fdb6b6c7939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:21.841039 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30ba52ad-bcf7-48b7-a277-9fdb6b6c7939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:21.845560 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ccb24e-eaaf-4df0-997f-e087027020a6 None None] Network d2ba465a-2c05-4750-8562-83b0c749d0a3 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:58:21.855886 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-30ba52ad-bcf7-48b7-a277-9fdb6b6c7939 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3724124 Aug 12 21:58:21.967793 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78e7f34-857c-4d41-9bc6-bad474533e39 None None] Network d2ba465a-2c05-4750-8562-83b0c749d0a3 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:58:22.310560 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33082) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:22.315554 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c2e045b1-a693-49b6-8f18-9cc0cec86c4a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1582463834-network', 'tenant_id': '9dadc04c473c4ae1a3c63438d223c2ab'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:22.335817 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e045b1-a693-49b6-8f18-9cc0cec86c4a admin admin] Made reservation on behalf of 9dadc04c473c4ae1a3c63438d223c2ab for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:22.338308 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2e045b1-a693-49b6-8f18-9cc0cec86c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:22.346752 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2e045b1-a693-49b6-8f18-9cc0cec86c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:22.433634 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2e045b1-a693-49b6-8f18-9cc0cec86c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:22.437207 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2e045b1-a693-49b6-8f18-9cc0cec86c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:22.457031 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e045b1-a693-49b6-8f18-9cc0cec86c4a admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:58:22.470163 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e045b1-a693-49b6-8f18-9cc0cec86c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0aefa92-510f-4cce-a63f-8d6b3d6fccef,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:22.474885 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2e045b1-a693-49b6-8f18-9cc0cec86c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:22.475356 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-c2e045b1-a693-49b6-8f18-9cc0cec86c4a admin admin] Added segment f858f641-e1be-4362-ba84-446ce14fd185 of type vlan for network 54f1203b-91ed-4efc-b962-4adc561b70d1 Aug 12 21:58:22.515850 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2e045b1-a693-49b6-8f18-9cc0cec86c4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:22.546555 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2e045b1-a693-49b6-8f18-9cc0cec86c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:22.547491 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e045b1-a693-49b6-8f18-9cc0cec86c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:22.548071 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2e045b1-a693-49b6-8f18-9cc0cec86c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:22.599185 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c2e045b1-a693-49b6-8f18-9cc0cec86c4a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2870054 Aug 12 21:58:22.602247 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33086) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:22.606165 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e045b1-a693-49b6-8f18-9cc0cec86c4a admin admin] Pushing event updated for resources: {'Network': ['ID=54f1203b-91ed-4efc-b962-4adc561b70d1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:22.607394 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-1498abca-f7e1-43bd-84b5-834b30f895f1 admin admin] Request body: {'subnet': {'network_id': '54f1203b-91ed-4efc-b962-4adc561b70d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1582463834-subnet', 'tenant_id': '9dadc04c473c4ae1a3c63438d223c2ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:22.616799 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network 54f1203b-91ed-4efc-b962-4adc561b70d1 details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:58:22.630721 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1498abca-f7e1-43bd-84b5-834b30f895f1 admin admin] Made reservation on behalf of 9dadc04c473c4ae1a3c63438d223c2ab for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:22.633065 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1498abca-f7e1-43bd-84b5-834b30f895f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8616505'] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:22.799934 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1498abca-f7e1-43bd-84b5-834b30f895f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8616459'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:22.854260 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498abca-f7e1-43bd-84b5-834b30f895f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f22881-b822-473d-a540-9c458e90a26a,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:22.862673 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1498abca-f7e1-43bd-84b5-834b30f895f1 admin admin] Checking segment: {'id': 'f858f641-e1be-4362-ba84-446ce14fd185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '54f1203b-91ed-4efc-b962-4adc561b70d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:22.863032 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1498abca-f7e1-43bd-84b5-834b30f895f1 admin admin] Network hostable DHCP agents. Network: 54f1203b-91ed-4efc-b962-4adc561b70d1, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:58:22.868575 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3325c-989e-4842-822e-93625f839c07 req-22be22b5-48ab-4254-be7d-6cd6bb8a74d8 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:22.870077 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-29a3325c-989e-4842-822e-93625f839c07 req-22be22b5-48ab-4254-be7d-6cd6bb8a74d8 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0496304 Aug 12 21:58:22.880286 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1498abca-f7e1-43bd-84b5-834b30f895f1 admin admin] Network 54f1203b-91ed-4efc-b962-4adc561b70d1 is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:58:22.889047 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-1498abca-f7e1-43bd-84b5-834b30f895f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, 54f1203b-91ed-4efc-b962-4adc561b70d1) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:22.893076 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1498abca-f7e1-43bd-84b5-834b30f895f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:22.893706 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1498abca-f7e1-43bd-84b5-834b30f895f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:22.898647 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40014338-c0d3-437f-bdfc-87d944ca7da5 None None] Network 54f1203b-91ed-4efc-b962-4adc561b70d1 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:58:22.908605 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-1498abca-f7e1-43bd-84b5-834b30f895f1 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3051996 Aug 12 21:58:22.913362 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-29a3325c-989e-4842-822e-93625f839c07 req-eb56f249-89df-49f9-8540-d7c1bde887a9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320935 Aug 12 21:58:23.018048 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33092) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:23.026555 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caf8f96-c79e-43d8-84f0-4d5bd3655732 None None] Network 54f1203b-91ed-4efc-b962-4adc561b70d1 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:58:23.063089 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad07f11-13e2-47a1-9b89-36d456e29e30 admin admin] Deleting subnet 9adc272a-a8f5-4dc2-b9bb-7e7ec3dfa358 {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:58:23.067133 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1ad07f11-13e2-47a1-9b89-36d456e29e30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.101401 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1ad07f11-13e2-47a1-9b89-36d456e29e30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8446774'] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.143332 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1ad07f11-13e2-47a1-9b89-36d456e29e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.194743 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1ad07f11-13e2-47a1-9b89-36d456e29e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8616466'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.219640 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad07f11-13e2-47a1-9b89-36d456e29e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9adc272a-a8f5-4dc2-b9bb-7e7ec3dfa358,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:23.223728 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1ad07f11-13e2-47a1-9b89-36d456e29e30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.228134 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-1ad07f11-13e2-47a1-9b89-36d456e29e30 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9adc272a-a8f5-4dc2-b9bb-7e7ec3dfa358 HTTP/1.1" status: 204 len: 168 time: 0.2068291 Aug 12 21:58:23.228486 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33094) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:23.293915 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cfcef348-40a7-46d7-a899-2758cf3f9302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.373565 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cfcef348-40a7-46d7-a899-2758cf3f9302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.383108 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-cfcef348-40a7-46d7-a899-2758cf3f9302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ba465a-2c05-4750-8562-83b0c749d0a3']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:23.392733 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-cfcef348-40a7-46d7-a899-2758cf3f9302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98eccbad-2828-4a99-82b7-7768b23f12ab') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:23.393041 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-cfcef348-40a7-46d7-a899-2758cf3f9302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98eccbad-2828-4a99-82b7-7768b23f12ab') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:23.401924 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cfcef348-40a7-46d7-a899-2758cf3f9302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8446753'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.415708 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cfcef348-40a7-46d7-a899-2758cf3f9302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.421325 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcef348-40a7-46d7-a899-2758cf3f9302 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:58:23.421707 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cfcef348-40a7-46d7-a899-2758cf3f9302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416940'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: Traceback (most recent call last): Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: timer() Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: cb(*args, **kw) Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: self._notify() Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: self.callback(batched_events) Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: event.method(event) Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: return f(self, *a, **k) Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._get(url).json() Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:58:23.423332 dv-cinder-804457-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:58:23.477390 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cfcef348-40a7-46d7-a899-2758cf3f9302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.484126 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cfcef348-40a7-46d7-a899-2758cf3f9302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.486018 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-cfcef348-40a7-46d7-a899-2758cf3f9302 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d2ba465a-2c05-4750-8562-83b0c749d0a3 HTTP/1.1" status: 204 len: 168 time: 0.2567017 Aug 12 21:58:23.488787 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33098) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:23.496057 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcef348-40a7-46d7-a899-2758cf3f9302 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2ba465a-2c05-4750-8562-83b0c749d0a3,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:23.539515 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-f840120d-d24a-43e1-bd0d-c55e071c99bb admin admin] Deleting subnet 61f22881-b822-473d-a540-9c458e90a26a {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:58:23.542825 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f840120d-d24a-43e1-bd0d-c55e071c99bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.578480 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f840120d-d24a-43e1-bd0d-c55e071c99bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8661345'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.618594 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f840120d-d24a-43e1-bd0d-c55e071c99bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.674402 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f840120d-d24a-43e1-bd0d-c55e071c99bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12338783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463963'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.700863 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840120d-d24a-43e1-bd0d-c55e071c99bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f22881-b822-473d-a540-9c458e90a26a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:23.704638 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f840120d-d24a-43e1-bd0d-c55e071c99bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.706563 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f840120d-d24a-43e1-bd0d-c55e071c99bb admin admin] 10.222.0.74 "DELETE /v2.0/subnets/61f22881-b822-473d-a540-9c458e90a26a HTTP/1.1" status: 204 len: 168 time: 0.2161577 Aug 12 21:58:23.709988 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33102) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:23.796891 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5a89324c-f6be-4f03-99e3-760b6459849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.883105 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5a89324c-f6be-4f03-99e3-760b6459849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.892560 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-5a89324c-f6be-4f03-99e3-760b6459849a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f1203b-91ed-4efc-b962-4adc561b70d1']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:23.903248 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-5a89324c-f6be-4f03-99e3-760b6459849a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f858f641-e1be-4362-ba84-446ce14fd185') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:23.903485 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-5a89324c-f6be-4f03-99e3-760b6459849a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f858f641-e1be-4362-ba84-446ce14fd185') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:23.912055 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5a89324c-f6be-4f03-99e3-760b6459849a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8446753'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.925467 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5a89324c-f6be-4f03-99e3-760b6459849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.931598 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a89324c-f6be-4f03-99e3-760b6459849a admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:58:23.931977 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5a89324c-f6be-4f03-99e3-760b6459849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416940'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: Traceback (most recent call last): Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: timer() Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: cb(*args, **kw) Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: self._notify() Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: self.callback(batched_events) Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: event.method(event) Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: return f(self, *a, **k) Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._get(url).json() Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:58:23.933629 dv-cinder-804457-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:58:23.985826 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5a89324c-f6be-4f03-99e3-760b6459849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.991691 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5a89324c-f6be-4f03-99e3-760b6459849a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:23.993533 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5a89324c-f6be-4f03-99e3-760b6459849a admin admin] 10.222.0.74 "DELETE /v2.0/networks/54f1203b-91ed-4efc-b962-4adc561b70d1 HTTP/1.1" status: 204 len: 168 time: 0.2819293 Aug 12 21:58:24.004356 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89324c-f6be-4f03-99e3-760b6459849a admin admin] Pushing event deleted for resources: {'Network': ['ID=54f1203b-91ed-4efc-b962-4adc561b70d1,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:24.035198 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef6393-8ff8-4b68-8c14-5d2ad532c459 req-1ea9c99b-79d9-4053-9181-8fc6600478aa tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:24.036827 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c9ef6393-8ff8-4b68-8c14-5d2ad532c459 req-1ea9c99b-79d9-4053-9181-8fc6600478aa tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0584478 Aug 12 21:58:24.076300 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c9ef6393-8ff8-4b68-8c14-5d2ad532c459 req-32f9f2e4-f0e3-47da-8baa-48ce1dc52645 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334928 Aug 12 21:58:24.151940 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33112) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:24.191105 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-40f0397f-dbd6-4a60-9b31-b98b2e40f7bf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7306c036acdb4fee8aeabeb7be8a9e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379269 Aug 12 21:58:24.194448 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33114) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:24.241817 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fc6215e8-d4ee-45ca-946f-dd131aeeca7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:24.262102 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fc6215e8-d4ee-45ca-946f-dd131aeeca7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:24.309100 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fc6215e8-d4ee-45ca-946f-dd131aeeca7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:24.311719 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fc6215e8-d4ee-45ca-946f-dd131aeeca7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:24.312826 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-fc6215e8-d4ee-45ca-946f-dd131aeeca7d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8fa4617b-36bd-47dc-b43e-7bb7cdd0cb50 HTTP/1.1" status: 204 len: 168 time: 0.1175065 Aug 12 21:58:24.320679 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6215e8-d4ee-45ca-946f-dd131aeeca7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa4617b-36bd-47dc-b43e-7bb7cdd0cb50,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:24.614433 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33120) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:24.656824 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-1bf48d38-2c45-4bf6-a7d6-7cc74438d9fe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9dadc04c473c4ae1a3c63438d223c2ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412791 Aug 12 21:58:24.659183 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33122) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:24.706643 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6a82c9c-d351-42f5-a158-b2e05094b9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:24.727719 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6a82c9c-d351-42f5-a158-b2e05094b9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:24.772995 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6a82c9c-d351-42f5-a158-b2e05094b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:24.775765 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6a82c9c-d351-42f5-a158-b2e05094b9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:24.776913 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f6a82c9c-d351-42f5-a158-b2e05094b9b0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b0aefa92-510f-4cce-a63f-8d6b3d6fccef HTTP/1.1" status: 204 len: 168 time: 0.1168520 Aug 12 21:58:24.784357 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a82c9c-d351-42f5-a158-b2e05094b9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0aefa92-510f-4cce-a63f-8d6b3d6fccef,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:25.198499 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4544255-e034-4d71-a0f6-1c913ad087bd req-5fb0933e-1c54-4e47-b1c1-acb4cc4f9199 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:25.200212 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c4544255-e034-4d71-a0f6-1c913ad087bd req-5fb0933e-1c54-4e47-b1c1-acb4cc4f9199 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0559683 Aug 12 21:58:25.244220 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c4544255-e034-4d71-a0f6-1c913ad087bd req-98a5bab7-bce3-4b8c-9473-66bc4ce65670 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343418 Aug 12 21:58:26.371495 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64c590-7cf8-4ef7-bbd7-6cefae733754 req-84bba483-5407-4005-a40f-a8fbe42f6d52 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:26.373061 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cb64c590-7cf8-4ef7-bbd7-6cefae733754 req-84bba483-5407-4005-a40f-a8fbe42f6d52 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0627484 Aug 12 21:58:26.412233 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cb64c590-7cf8-4ef7-bbd7-6cefae733754 req-3f3d82da-0337-4f67-a312-d50779331be7 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331643 Aug 12 21:58:27.542200 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3880c-e226-46cf-ab8c-e1e9772889c0 req-a3bce123-cd20-4d6c-bbf3-6d15dcd05ac2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:27.549981 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a7a3880c-e226-46cf-ab8c-e1e9772889c0 req-a3bce123-cd20-4d6c-bbf3-6d15dcd05ac2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0632086 Aug 12 21:58:27.587433 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a7a3880c-e226-46cf-ab8c-e1e9772889c0 req-e4b23021-c7d4-412e-9b11-6670dbc6c695 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366127 Aug 12 21:58:27.667603 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33232) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:27.779568 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-786f3b99-e200-4543-a3f7-5a5008b430c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.868933 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-786f3b99-e200-4543-a3f7-5a5008b430c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.872556 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-786f3b99-e200-4543-a3f7-5a5008b430c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.909124 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f3b99-e200-4543-a3f7-5a5008b430c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86093ae4-ee65-4db4-bd2e-4e5e88ed501b,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:27.914791 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-786f3b99-e200-4543-a3f7-5a5008b430c0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1924214ec8784fa6a05e0edc45f58093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461560 Aug 12 21:58:27.917880 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33240) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:27.967962 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf0de-2ea8-4d88-83f9-2571d5a82425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:27.988248 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf0de-2ea8-4d88-83f9-2571d5a82425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:28.034337 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf0de-2ea8-4d88-83f9-2571d5a82425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:28.036929 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf0de-2ea8-4d88-83f9-2571d5a82425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:28.038088 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-2bdcf0de-2ea8-4d88-83f9-2571d5a82425 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/86093ae4-ee65-4db4-bd2e-4e5e88ed501b HTTP/1.1" status: 204 len: 168 time: 0.1193111 Aug 12 21:58:28.045276 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcf0de-2ea8-4d88-83f9-2571d5a82425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86093ae4-ee65-4db4-bd2e-4e5e88ed501b,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:28.709681 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9f0e3-fb2b-4b90-a5a1-18ab1cec947c req-2221f9fc-a909-4f55-8518-f781bc7db137 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:28.711334 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04f9f0e3-fb2b-4b90-a5a1-18ab1cec947c req-2221f9fc-a909-4f55-8518-f781bc7db137 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0548897 Aug 12 21:58:28.751310 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04f9f0e3-fb2b-4b90-a5a1-18ab1cec947c req-b29ad465-0fd1-41aa-b212-c0e083bc4bc2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334094 Aug 12 21:58:29.186643 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33284) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:29.289922 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.378281 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.382308 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.419907 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e9042e26e71d42f0a52413e2c759e5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321806 Aug 12 21:58:29.420869 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9d2d28-b566-43bc-aecc-19201d52840d,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:29.422637 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33288) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:29.428302 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.428631 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.428963 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.429393 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.429827 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.430260 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.430484 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.431069 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.431197 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.431448 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.431771 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.432091 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aa4b6-9fae-4179-b995-81e3570daaeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.477430 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.499536 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.546727 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.549250 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.550420 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8c9d2d28-b566-43bc-aecc-19201d52840d HTTP/1.1" status: 204 len: 168 time: 0.1265743 Aug 12 21:58:29.558191 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9d2d28-b566-43bc-aecc-19201d52840d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:29.565144 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.565498 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.565849 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.566192 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.566554 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.567383 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.568235 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.568502 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.568873 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.569237 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.569570 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.569906 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4292b-5331-4268-8878-8ed3664da877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:29.805318 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33296) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:29.818777 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-accc779c-791c-4144-9296-e4de09da7857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.899166 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb92ce-0ed9-4eab-8ffd-ee26f95a116a req-2a3015b6-55fa-4394-8a36-f3433415dc5f tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:29.900639 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3beb92ce-0ed9-4eab-8ffd-ee26f95a116a req-2a3015b6-55fa-4394-8a36-f3433415dc5f tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0788956 Aug 12 21:58:29.962783 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3beb92ce-0ed9-4eab-8ffd-ee26f95a116a req-e9f60a52-067b-4fbe-a771-fbce74aa09c4 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545197 Aug 12 21:58:29.983241 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-accc779c-791c-4144-9296-e4de09da7857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:29.988001 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-accc779c-791c-4144-9296-e4de09da7857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:30.026917 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-accc779c-791c-4144-9296-e4de09da7857 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1b4fe049a350425fa1adb9c53b669450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205215 Aug 12 21:58:30.028048 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc779c-791c-4144-9296-e4de09da7857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a488ed14-0031-4afe-8891-83026ab9e3aa,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:30.029662 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33300) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:30.091554 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d1dbaaae-4bf0-4d6d-b0de-9a4e57182b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:30.114960 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d1dbaaae-4bf0-4d6d-b0de-9a4e57182b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:30.174675 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d1dbaaae-4bf0-4d6d-b0de-9a4e57182b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:30.178151 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d1dbaaae-4bf0-4d6d-b0de-9a4e57182b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:30.182191 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d1dbaaae-4bf0-4d6d-b0de-9a4e57182b80 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a488ed14-0031-4afe-8891-83026ab9e3aa HTTP/1.1" status: 204 len: 168 time: 0.1514893 Aug 12 21:58:30.191584 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbaaae-4bf0-4d6d-b0de-9a4e57182b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a488ed14-0031-4afe-8891-83026ab9e3aa,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:30.250290 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75585004-d1aa-4342-a61e-cf7d45ce12a0 req-f3c75cc1-bab1-418d-89ed-03b03fe79307 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:30.251818 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-75585004-d1aa-4342-a61e-cf7d45ce12a0 req-f3c75cc1-bab1-418d-89ed-03b03fe79307 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0941985 Aug 12 21:58:30.256989 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e98102-4bb3-4c96-8a1a-62c82374d637 req-d5fb8a8e-fe17-4a2e-97e6-49341ced30f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:30.259680 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d6e98102-4bb3-4c96-8a1a-62c82374d637 req-d5fb8a8e-fe17-4a2e-97e6-49341ced30f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8dfd626040248deab4261d183e1e445&device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 1098 time: 0.0691848 Aug 12 21:58:30.352449 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-75585004-d1aa-4342-a61e-cf7d45ce12a0 req-9f882e53-b0a1-45ef-9d03-176015b1d956 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916972 Aug 12 21:58:30.395920 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e98102-4bb3-4c96-8a1a-62c82374d637 req-9896beaa-1136-4e1b-88e2-930d8b503b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:30.398459 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d6e98102-4bb3-4c96-8a1a-62c82374d637 req-9896beaa-1136-4e1b-88e2-930d8b503b73 service neutron] 10.222.0.66 "GET /v2.0/networks?id=806601be-7d73-41dc-a17f-29d2397473ae HTTP/1.1" status: 200 len: 912 time: 0.1310537 Aug 12 21:58:30.475402 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d6e98102-4bb3-4c96-8a1a-62c82374d637 req-a3ac66db-c31c-4f32-b055-10249238ef95 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df26c181-51e8-4db2-b2be-b1da5ee201e4 HTTP/1.1" status: 200 len: 1001 time: 0.0683649 Aug 12 21:58:30.533865 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e98102-4bb3-4c96-8a1a-62c82374d637 req-34cbd558-79ee-4da0-ae5e-e83559e3dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:30.535616 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d6e98102-4bb3-4c96-8a1a-62c82374d637 req-34cbd558-79ee-4da0-ae5e-e83559e3dbd1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ee30d20-fb34-4973-8d29-eae3277e3889 HTTP/1.1" status: 200 len: 850 time: 0.0520685 Aug 12 21:58:30.583310 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e98102-4bb3-4c96-8a1a-62c82374d637 req-6d1600b3-3165-43b4-bd5d-087d36a7030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:30.585148 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d6e98102-4bb3-4c96-8a1a-62c82374d637 req-6d1600b3-3165-43b4-bd5d-087d36a7030a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=806601be-7d73-41dc-a17f-29d2397473ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424328 Aug 12 21:58:30.693677 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d6e98102-4bb3-4c96-8a1a-62c82374d637 req-155fe551-67b9-4d01-a703-2f725ae318da service neutron] 10.222.0.66 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002493 Aug 12 21:58:30.794193 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d6e98102-4bb3-4c96-8a1a-62c82374d637 req-6f035b16-72bb-4bbf-8c54-4ea9a907239d service neutron] 10.222.0.66 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928392 Aug 12 21:58:31.470581 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c9e17-5279-41fe-8e8a-9828d3533f32 req-ccd63c42-e41e-4ce0-b717-abf081fae531 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:31.472133 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-521c9e17-5279-41fe-8e8a-9828d3533f32 req-ccd63c42-e41e-4ce0-b717-abf081fae531 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0494730 Aug 12 21:58:31.509277 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-521c9e17-5279-41fe-8e8a-9828d3533f32 req-156ae664-40d3-4fd1-a716-fe6ced69563e tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309722 Aug 12 21:58:32.118870 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33390) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:32.220353 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c4dbfe26-7192-4d59-a369-db4c2c6d959c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.310950 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c4dbfe26-7192-4d59-a369-db4c2c6d959c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.314735 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c4dbfe26-7192-4d59-a369-db4c2c6d959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.352525 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-c4dbfe26-7192-4d59-a369-db4c2c6d959c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=82f1af55760a467599d34376de5534e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325504 Aug 12 21:58:32.353315 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbfe26-7192-4d59-a369-db4c2c6d959c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f7a6c1-ea62-42f3-ba69-b1d34710affd,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:32.355954 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33394) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:32.407282 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-918e2587-8a2f-424a-8574-522df90c8ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.427033 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-918e2587-8a2f-424a-8574-522df90c8ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.473024 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-918e2587-8a2f-424a-8574-522df90c8ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.475633 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-918e2587-8a2f-424a-8574-522df90c8ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:32.476650 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-918e2587-8a2f-424a-8574-522df90c8ce1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/90f7a6c1-ea62-42f3-ba69-b1d34710affd HTTP/1.1" status: 204 len: 168 time: 0.1195590 Aug 12 21:58:32.483850 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e2587-8a2f-424a-8574-522df90c8ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f7a6c1-ea62-42f3-ba69-b1d34710affd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:35.094749 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33446) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:35.198642 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e35fc33-e298-49ba-aa5c-5356c78ddd13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.283997 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e35fc33-e298-49ba-aa5c-5356c78ddd13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.289106 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e35fc33-e298-49ba-aa5c-5356c78ddd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.326250 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7e35fc33-e298-49ba-aa5c-5356c78ddd13 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1f8e68a253364451b4bd67d688586895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305000 Aug 12 21:58:35.327091 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35fc33-e298-49ba-aa5c-5356c78ddd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfe4228-2d7f-4e4b-90b2-089c38379b3e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:35.329514 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33450) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:35.377680 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25c91164-17b2-404e-8332-9fd56a4ee6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.399126 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25c91164-17b2-404e-8332-9fd56a4ee6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.445917 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25c91164-17b2-404e-8332-9fd56a4ee6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.448740 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25c91164-17b2-404e-8332-9fd56a4ee6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.449940 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-25c91164-17b2-404e-8332-9fd56a4ee6d0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1dfe4228-2d7f-4e4b-90b2-089c38379b3e HTTP/1.1" status: 204 len: 168 time: 0.1193345 Aug 12 21:58:35.457505 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c91164-17b2-404e-8332-9fd56a4ee6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfe4228-2d7f-4e4b-90b2-089c38379b3e,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:35.700402 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33456) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:35.714066 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6eb3db68-10f2-456e-9520-be0cb06cad32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.799702 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6eb3db68-10f2-456e-9520-be0cb06cad32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.803372 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6eb3db68-10f2-456e-9520-be0cb06cad32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.842337 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-6eb3db68-10f2-456e-9520-be0cb06cad32 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=661a9fcf5ec74ca9a8fa29e8df39ca3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408997 Aug 12 21:58:35.843174 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3db68-10f2-456e-9520-be0cb06cad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e53476d-e834-44e8-b47b-508fe39b8f10,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:35.845712 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33458) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:35.896437 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b0be8ebe-7c50-4c72-8eb8-53ca12896ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.917691 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b0be8ebe-7c50-4c72-8eb8-53ca12896ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.963144 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b0be8ebe-7c50-4c72-8eb8-53ca12896ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.965955 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b0be8ebe-7c50-4c72-8eb8-53ca12896ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:35.967085 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-b0be8ebe-7c50-4c72-8eb8-53ca12896ddb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2e53476d-e834-44e8-b47b-508fe39b8f10 HTTP/1.1" status: 204 len: 168 time: 0.1200809 Aug 12 21:58:35.974872 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be8ebe-7c50-4c72-8eb8-53ca12896ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e53476d-e834-44e8-b47b-508fe39b8f10,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:37.794807 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:38.878589 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4314d018-e760-432f-a9b2-b807a4d2ebc4 req-b2df37d8-dcbd-4efc-9287-48aae2359db4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378010 Aug 12 21:58:38.945217 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314d018-e760-432f-a9b2-b807a4d2ebc4 req-a0b49e03-a6c7-4f4d-8bb9-1cb2596230ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:38.946661 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4314d018-e760-432f-a9b2-b807a4d2ebc4 req-a0b49e03-a6c7-4f4d-8bb9-1cb2596230ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8dfd626040248deab4261d183e1e445&device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 1098 time: 0.0391438 Aug 12 21:58:39.298314 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314d018-e760-432f-a9b2-b807a4d2ebc4 req-2922991d-2381-4b46-a118-d61685812fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:39.299756 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4314d018-e760-432f-a9b2-b807a4d2ebc4 req-2922991d-2381-4b46-a118-d61685812fd5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=806601be-7d73-41dc-a17f-29d2397473ae HTTP/1.1" status: 200 len: 912 time: 0.3254189 Aug 12 21:58:39.367120 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4314d018-e760-432f-a9b2-b807a4d2ebc4 req-63dc3014-ac75-4473-b774-ab1dbbf1f34a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df26c181-51e8-4db2-b2be-b1da5ee201e4 HTTP/1.1" status: 200 len: 1001 time: 0.0580530 Aug 12 21:58:39.416855 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314d018-e760-432f-a9b2-b807a4d2ebc4 req-617c15a0-12f2-433c-9f57-585d7e220347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:39.418330 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4314d018-e760-432f-a9b2-b807a4d2ebc4 req-617c15a0-12f2-433c-9f57-585d7e220347 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ee30d20-fb34-4973-8d29-eae3277e3889 HTTP/1.1" status: 200 len: 850 time: 0.0429485 Aug 12 21:58:39.467332 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314d018-e760-432f-a9b2-b807a4d2ebc4 req-9943250f-a7eb-49ed-90c6-bf91a2baa1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:39.468771 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4314d018-e760-432f-a9b2-b807a4d2ebc4 req-9943250f-a7eb-49ed-90c6-bf91a2baa1cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=806601be-7d73-41dc-a17f-29d2397473ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416992 Aug 12 21:58:39.556390 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4314d018-e760-432f-a9b2-b807a4d2ebc4 req-d709a029-477a-47ee-981f-97a7950771b3 service neutron] 10.222.0.66 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793152 Aug 12 21:58:39.654755 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4314d018-e760-432f-a9b2-b807a4d2ebc4 req-b6dce3ca-e900-4eef-80ab-f09083ab4e27 service neutron] 10.222.0.66 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850971 Aug 12 21:58:45.265872 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f322-4978-42e5-9a81-d5698ae81eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:45.466109 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78979b-ace1-4721-a17c-4495c2ccc254 req-ba32808b-b257-4378-a597-701f83fc805a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:45.467500 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba78979b-ace1-4721-a17c-4495c2ccc254 req-ba32808b-b257-4378-a597-701f83fc805a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 947 time: 0.0505648 Aug 12 21:58:45.505382 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba78979b-ace1-4721-a17c-4495c2ccc254 req-40bbab7e-b4d7-4e38-b1e2-f9c820f62f2a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318954 Aug 12 21:58:46.627445 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf1b6f-3f6e-49fa-8bf0-f93d202ac881 req-b11fced1-3d51-40b9-8ab9-613fdf353b7d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:46.629069 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-16cf1b6f-3f6e-49fa-8bf0-f93d202ac881 req-b11fced1-3d51-40b9-8ab9-613fdf353b7d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 947 time: 0.0501449 Aug 12 21:58:46.666626 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-16cf1b6f-3f6e-49fa-8bf0-f93d202ac881 req-7ad1b901-f7db-4ff5-b584-ebc02cd54ef6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=44b9e932-abe5-4c67-ac5c-83610a160772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315597 Aug 12 21:58:47.173277 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5ea4b-2228-45db-a48c-770c15e7a102 req-369af2f2-fb93-4662-acc2-2e2c52e3a16e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:47.174675 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33f5ea4b-2228-45db-a48c-770c15e7a102 req-369af2f2-fb93-4662-acc2-2e2c52e3a16e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 947 time: 0.0506282 Aug 12 21:58:47.265438 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-33f5ea4b-2228-45db-a48c-770c15e7a102 req-eec2857f-9c07-424f-90fa-726cfb0c8b67 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Deleting port 31224cb9-41ad-4c20-bbd2-6a7d026f072a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:58:47.265823 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-33f5ea4b-2228-45db-a48c-770c15e7a102 req-eec2857f-9c07-424f-90fa-726cfb0c8b67 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:47.355701 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-33f5ea4b-2228-45db-a48c-770c15e7a102 req-eec2857f-9c07-424f-90fa-726cfb0c8b67 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] For port 31224cb9-41ad-4c20-bbd2-6a7d026f072a, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=31224cb9-41ad-4c20-bbd2-6a7d026f072a,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:47.356051 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-33f5ea4b-2228-45db-a48c-770c15e7a102 req-eec2857f-9c07-424f-90fa-726cfb0c8b67 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:47.573036 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-33f5ea4b-2228-45db-a48c-770c15e7a102 req-eec2857f-9c07-424f-90fa-726cfb0c8b67 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:47.573475 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-33f5ea4b-2228-45db-a48c-770c15e7a102 req-eec2857f-9c07-424f-90fa-726cfb0c8b67 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:47.573838 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.l3_db [req-33f5ea4b-2228-45db-a48c-770c15e7a102 req-eec2857f-9c07-424f-90fa-726cfb0c8b67 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Floating IP 090e5295-2277-4882-a4af-fa0d75220ac7 disassociated. External IP: 172.27.1.155, port: 31224cb9-41ad-4c20-bbd2-6a7d026f072a. Aug 12 21:58:47.574205 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-33f5ea4b-2228-45db-a48c-770c15e7a102 req-eec2857f-9c07-424f-90fa-726cfb0c8b67 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Calling delete_port for 31224cb9-41ad-4c20-bbd2-6a7d026f072a owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:58:47.701328 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-33f5ea4b-2228-45db-a48c-770c15e7a102 req-eec2857f-9c07-424f-90fa-726cfb0c8b67 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:47.736266 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2857f-9c07-424f-90fa-726cfb0c8b67 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event deleted for resources: {'Port': ['ID=31224cb9-41ad-4c20-bbd2-6a7d026f072a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:47.743588 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2aabbb34-b176-4519-8b04-851dbb8fb6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:47.817205 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-98e83054-daf0-4d1a-880c-ed7bfd204c3e req-671935c1-8ac0-4bd8-881d-45942bc93469 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc249cdb-dfde-4a8c-8f75-e756ed537978 HTTP/1.1" status: 200 len: 210 time: 0.0325134 Aug 12 21:58:47.879664 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33f5ea4b-2228-45db-a48c-770c15e7a102 req-eec2857f-9c07-424f-90fa-726cfb0c8b67 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:58:47.989079 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33f5ea4b-2228-45db-a48c-770c15e7a102 req-eec2857f-9c07-424f-90fa-726cfb0c8b67 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:58:48.000117 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282071db-c0b2-4c0d-9be5-eb3ed060eb60 None None] Sync routers for ids ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:58:48.009369 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282071db-c0b2-4c0d-9be5-eb3ed060eb60 None None] Routers {'1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:48.010101 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-282071db-c0b2-4c0d-9be5-eb3ed060eb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:58:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:48.030496 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f5ea4b-2228-45db-a48c-770c15e7a102 req-eec2857f-9c07-424f-90fa-726cfb0c8b67 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] No DVR routers for this DVR port 31224cb9-41ad-4c20-bbd2-6a7d026f072a on host hv-cinder-80445 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:58:48.033102 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-33f5ea4b-2228-45db-a48c-770c15e7a102 req-eec2857f-9c07-424f-90fa-726cfb0c8b67 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:48.035705 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33f5ea4b-2228-45db-a48c-770c15e7a102 req-eec2857f-9c07-424f-90fa-726cfb0c8b67 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.66 "DELETE /v2.0/ports/31224cb9-41ad-4c20-bbd2-6a7d026f072a HTTP/1.1" status: 204 len: 173 time: 0.8529074 Aug 12 21:58:48.036148 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'name': 'network-vif-deleted', 'tag': '31224cb9-41ad-4c20-bbd2-6a7d026f072a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:48.038411 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bed8af8-c79b-455b-98ab-63070951414b" -d '{"events": [{"server_uuid": "dc249cdb-dfde-4a8c-8f75-e756ed537978", "name": "network-vif-deleted", "tag": "31224cb9-41ad-4c20-bbd2-6a7d026f072a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:48.084427 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1993dea8-9f5c-4f5a-9fcf-bc0e3b58aa45 x-openstack-request-id: req-1993dea8-9f5c-4f5a-9fcf-bc0e3b58aa45 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:48.084717 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc249cdb-dfde-4a8c-8f75-e756ed537978", "name": "network-vif-deleted", "tag": "31224cb9-41ad-4c20-bbd2-6a7d026f072a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:48.084970 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1993dea8-9f5c-4f5a-9fcf-bc0e3b58aa45 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:48.088961 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc249cdb-dfde-4a8c-8f75-e756ed537978', 'name': 'network-vif-deleted', 'tag': '31224cb9-41ad-4c20-bbd2-6a7d026f072a', 'status': 'completed', 'code': 200} Aug 12 21:58:48.237009 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:48.252700 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-282071db-c0b2-4c0d-9be5-eb3ed060eb60 None None] Set router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:48.464510 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-282071db-c0b2-4c0d-9be5-eb3ed060eb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:23Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '4b61b0cc-c915-4442-8d42-ee4ea9ae5be9', 'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'mac_address': 'fa:16:3e:ce:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:20Z', 'updated_at': '2021-08-12T21:54:37Z', 'revision_number': 5, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'subnets': [{'id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:48.494832 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282071db-c0b2-4c0d-9be5-eb3ed060eb60 None None] Checking router: 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:58:48.504514 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282071db-c0b2-4c0d-9be5-eb3ed060eb60 None None] Routers {'1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:58:48.505095 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-282071db-c0b2-4c0d-9be5-eb3ed060eb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:58:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:48.612433 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-282071db-c0b2-4c0d-9be5-eb3ed060eb60 None None] Set router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:58:48.828276 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-282071db-c0b2-4c0d-9be5-eb3ed060eb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:23Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '4b61b0cc-c915-4442-8d42-ee4ea9ae5be9', 'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'mac_address': 'fa:16:3e:ce:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:20Z', 'updated_at': '2021-08-12T21:54:37Z', 'revision_number': 5, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'subnets': [{'id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:58:48.854957 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282071db-c0b2-4c0d-9be5-eb3ed060eb60 None None] The sync data for ids ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'] in dv-cinder-804457-2-iscsi is: [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:23Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '4b61b0cc-c915-4442-8d42-ee4ea9ae5be9', 'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'mac_address': 'fa:16:3e:ce:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:20Z', 'updated_at': '2021-08-12T21:54:37Z', 'revision_number': 5, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'subnets': [{'id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:58:48.912732 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33604) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:48.938895 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:48.968719 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f92248e-4e26-492e-82a1-e90b5a8d9293 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:48.995219 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f92248e-4e26-492e-82a1-e90b5a8d9293 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:49.054521 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f92248e-4e26-492e-82a1-e90b5a8d9293 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:49.058138 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f92248e-4e26-492e-82a1-e90b5a8d9293 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:49.059485 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7f92248e-4e26-492e-82a1-e90b5a8d9293 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "DELETE /v2.0/security-groups/44b9e932-abe5-4c67-ac5c-83610a160772 HTTP/1.1" status: 204 len: 168 time: 0.1456120 Aug 12 21:58:49.062438 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33610) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:49.070475 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92248e-4e26-492e-82a1-e90b5a8d9293 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b9e932-abe5-4c67-ac5c-83610a160772,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:49.083637 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.api.v2.resource [None req-770b35d3-8293-447b-a515-cf134b78bff1 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] show failed (client error): The resource could not be found. Aug 12 21:58:49.085148 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-770b35d3-8293-447b-a515-cf134b78bff1 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups/44b9e932-abe5-4c67-ac5c-83610a160772 HTTP/1.1" status: 404 len: 347 time: 0.0212674 Aug 12 21:58:49.087603 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33612) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:49.116017 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a24f1c-ef80-45ce-b28b-c4f50273a971 None None] New status for floating IP 090e5295-2277-4882-a4af-fa0d75220ac7: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:58:49.225048 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-e58d5d47-894a-49c8-b085-1eccd61d8597 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Deleting port 952b23b7-7956-488c-bc81-adc19e78ee35 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:58:49.225420 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e58d5d47-894a-49c8-b085-1eccd61d8597 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:49.305047 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e58d5d47-894a-49c8-b085-1eccd61d8597 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:49.305617 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e58d5d47-894a-49c8-b085-1eccd61d8597 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:49.318963 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-e58d5d47-894a-49c8-b085-1eccd61d8597 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Calling delete_port for 952b23b7-7956-488c-bc81-adc19e78ee35 owned by network:floatingip {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:58:49.454573 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e58d5d47-894a-49c8-b085-1eccd61d8597 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:49.484214 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d5d47-894a-49c8-b085-1eccd61d8597 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event deleted for resources: {'Port': ['ID=952b23b7-7956-488c-bc81-adc19e78ee35,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:49.548786 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e58d5d47-894a-49c8-b085-1eccd61d8597 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for floatingip, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:49.552492 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e58d5d47-894a-49c8-b085-1eccd61d8597 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:49.556667 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-e58d5d47-894a-49c8-b085-1eccd61d8597 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "DELETE /v2.0/floatingips/090e5295-2277-4882-a4af-fa0d75220ac7 HTTP/1.1" status: 204 len: 168 time: 0.4550867 Aug 12 21:58:49.861830 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33618) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:49.867099 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-952414e6-bc91-4880-a98f-62ce4ea9b486 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450763669', 'description': 'tempest-description--2080019668'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:49.887997 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-952414e6-bc91-4880-a98f-62ce4ea9b486 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:49.965675 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-952414e6-bc91-4880-a98f-62ce4ea9b486 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:49.969155 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-952414e6-bc91-4880-a98f-62ce4ea9b486 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:49.996184 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-952414e6-bc91-4880-a98f-62ce4ea9b486 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:49.997401 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-952414e6-bc91-4880-a98f-62ce4ea9b486 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1345515 Aug 12 21:58:49.999169 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952414e6-bc91-4880-a98f-62ce4ea9b486 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=958fd090-4962-453e-aa68-8d6d8c9caa93,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:50.000389 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33620) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:50.005226 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e53d1489-0529-4d18-9468-80828e88b46d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Request body: {'security_group_rule': {'security_group_id': '958fd090-4962-453e-aa68-8d6d8c9caa93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:50.031228 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e53d1489-0529-4d18-9468-80828e88b46d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.081536 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e53d1489-0529-4d18-9468-80828e88b46d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.085006 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e53d1489-0529-4d18-9468-80828e88b46d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.104541 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d1489-0529-4d18-9468-80828e88b46d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea29b8b-2aed-411f-b9e1-295052845c6e,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:50.111068 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e53d1489-0529-4d18-9468-80828e88b46d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.112251 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e53d1489-0529-4d18-9468-80828e88b46d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108017 Aug 12 21:58:50.115600 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33622) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:50.119968 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5c7bceb8-10b9-4d32-8ecf-fcb1fd8fe506 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Request body: {'security_group_rule': {'security_group_id': '958fd090-4962-453e-aa68-8d6d8c9caa93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:50.147739 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5c7bceb8-10b9-4d32-8ecf-fcb1fd8fe506 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.214714 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5c7bceb8-10b9-4d32-8ecf-fcb1fd8fe506 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.218807 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5c7bceb8-10b9-4d32-8ecf-fcb1fd8fe506 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.237642 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7bceb8-10b9-4d32-8ecf-fcb1fd8fe506 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641b305a-d22a-425f-a4be-6f191c02f2a2,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:50.245527 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5c7bceb8-10b9-4d32-8ecf-fcb1fd8fe506 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.246991 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5c7bceb8-10b9-4d32-8ecf-fcb1fd8fe506 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303217 Aug 12 21:58:50.249889 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33624) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:50.254534 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Request body: {'floatingip': {'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:50.277034 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.374248 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.433840 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.477671 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Allocated IP 172.27.1.33 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/668e8ad4-f3f1-4fe0-bfa7-2e1ef6ea5a15) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:58:50.578727 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.616311 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.655449 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:50.659725 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:50.664236 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:58:50.666959 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event updated for resources: {'Port': ['ID=668e8ad4-f3f1-4fe0-bfa7-2e1ef6ea5a15,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:50.745911 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.780495 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.922685 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.927763 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:50.996288 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event updated for resources: {'Port': ['ID=668e8ad4-f3f1-4fe0-bfa7-2e1ef6ea5a15,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:51.006344 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:51.019462 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:51.020703 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c6d948f9-764f-4226-a8b9-4d2d38b234d2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7697208 Aug 12 21:58:51.204096 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-b5edbb01-00b8-4b85-9656-b65377919921 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1450763669&fields=id&tenant_id=6bf985da8b404d0c890270b5692ca5fc HTTP/1.1" status: 200 len: 267 time: 0.0310698 Aug 12 21:58:51.309528 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-2b4c509e-94d7-48fb-8bab-a59daf495845 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:51.311006 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-2b4c509e-94d7-48fb-8bab-a59daf495845 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/networks?id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a HTTP/1.1" status: 200 len: 817 time: 0.0997841 Aug 12 21:58:51.326731 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-552f90da-3e32-461f-aefb-00a8f22679be tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/quotas/6bf985da8b404d0c890270b5692ca5fc HTTP/1.1" status: 200 len: 375 time: 0.0095980 Aug 12 21:58:51.380164 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-01bff156-2e40-4e7f-99fe-2c365d36235a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6bf985da8b404d0c890270b5692ca5fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473225 Aug 12 21:58:51.475598 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-08152743-c631-49a7-b2d1-42001015c61c service neutron] 10.222.0.74 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836890 Aug 12 21:58:51.568655 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-f3a97f1c-b382-407d-8ca5-74939f7ae86e service neutron] 10.222.0.74 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873070 Aug 12 21:58:51.640555 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 31224cb9-41ad-4c20-bbd2-6a7d026f072a no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:58:51.665053 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: 31224cb9-41ad-4c20-bbd2-6a7d026f072a {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:58:51.665734 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 31224cb9-41ad-4c20-bbd2-6a7d026f072a not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:58:51.725051 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c198448a-ca61-4c33-8f9a-babb2f83f215 req-b1f4cb7b-f57b-40af-b0b2-43223c808408 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 210 time: 0.0262549 Aug 12 21:58:52.652955 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-adef9b85-24cc-48a7-8f1c-2af60d6a8dc6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:52.654502 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-adef9b85-24cc-48a7-8f1c-2af60d6a8dc6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.66 "GET /v2.0/networks?id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a HTTP/1.1" status: 200 len: 817 time: 0.1026728 Aug 12 21:58:52.701887 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-4ee462e3-ca54-4523-98e9-67fa25c809fc tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bf985da8b404d0c890270b5692ca5fc HTTP/1.1" status: 200 len: 380 time: 0.0365088 Aug 12 21:58:52.715340 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-def8043b-96a5-448e-92fb-71447aeda2d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Request body: {'port': {'device_id': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'admin_state_up': True, 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'security_groups': ['958fd090-4962-453e-aa68-8d6d8c9caa93']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:52.739624 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:58:52.828356 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e66f669-e080-4254-ab0c-f07418fb47d9 req-15beb6f3-671c-43d7-b134-17317ba837ba tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 210 time: 0.0302038 Aug 12 21:58:52.845471 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-def8043b-96a5-448e-92fb-71447aeda2d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Made reservation on behalf of 6bf985da8b404d0c890270b5692ca5fc for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:58:52.849263 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-def8043b-96a5-448e-92fb-71447aeda2d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:52.982148 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-def8043b-96a5-448e-92fb-71447aeda2d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Allocated IP 172.20.0.10 (6e26e98c-0564-4c51-b6a9-f3b8893bd22a/cba43b19-4464-42ef-b75e-2039bb19c703/93f46a23-86be-4b54-8a55-e74645dc7dc0) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:58:53.121258 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-def8043b-96a5-448e-92fb-71447aeda2d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.135502 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-def8043b-96a5-448e-92fb-71447aeda2d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Transition to ACTIVE for port object 93f46a23-86be-4b54-8a55-e74645dc7dc0 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:53.170819 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-def8043b-96a5-448e-92fb-71447aeda2d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.211196 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-def8043b-96a5-448e-92fb-71447aeda2d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:58:53.216130 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-def8043b-96a5-448e-92fb-71447aeda2d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:58:53.219721 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-def8043b-96a5-448e-92fb-71447aeda2d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:58:53.252248 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8043b-96a5-448e-92fb-71447aeda2d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event updated for resources: {'Port': ['ID=93f46a23-86be-4b54-8a55-e74645dc7dc0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:53.276242 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-def8043b-96a5-448e-92fb-71447aeda2d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:53.276889 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-def8043b-96a5-448e-92fb-71447aeda2d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.295274 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-def8043b-96a5-448e-92fb-71447aeda2d9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5838952 Aug 12 21:58:53.308401 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Request body: {'port': {'device_id': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:58:53.369436 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.451591 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-c799987a-014c-43ed-95b2-b99ba3aa3208 None None] Provisioning for port 93f46a23-86be-4b54-8a55-e74645dc7dc0 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:53.454957 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-c799987a-014c-43ed-95b2-b99ba3aa3208 None None] Provisioning complete for port 93f46a23-86be-4b54-8a55-e74645dc7dc0 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:53.455328 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c799987a-014c-43ed-95b2-b99ba3aa3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.491011 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c799987a-014c-43ed-95b2-b99ba3aa3208 None None] Port 93f46a23-86be-4b54-8a55-e74645dc7dc0 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:58:53.864922 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f46a23-86be-4b54-8a55-e74645dc7dc0 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:58:53.872296 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.884954 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Transition to ACTIVE for port object 93f46a23-86be-4b54-8a55-e74645dc7dc0 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:58:53.888711 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:53.973196 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75058af4-3390-4437-9820-346cccc228db service neutron] Pushing event updated for resources: {'Port': ['ID=93f46a23-86be-4b54-8a55-e74645dc7dc0,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:54.023413 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b582-9dbe-4ba1-b8c1-3992e1a06bc5 req-005b2348-93f8-4a76-9db1-419197a083ed tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:54.024988 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2da4b582-9dbe-4ba1-b8c1-3992e1a06bc5 req-005b2348-93f8-4a76-9db1-419197a083ed tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.1102707 Aug 12 21:58:54.081212 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Attempting to bind port 93f46a23-86be-4b54-8a55-e74645dc7dc0 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:58:54.082114 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Attempting to bind port 93f46a23-86be-4b54-8a55-e74645dc7dc0 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:58:54.082618 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Attempting to bind port 93f46a23-86be-4b54-8a55-e74645dc7dc0 on network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:54.091488 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2da4b582-9dbe-4ba1-b8c1-3992e1a06bc5 req-cd923f2d-f68a-4c05-b55d-e0cb56637bec tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582960 Aug 12 21:58:54.092189 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Port 93f46a23-86be-4b54-8a55-e74645dc7dc0 on network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:58:54.092516 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Attempting to bind port 93f46a23-86be-4b54-8a55-e74645dc7dc0 on network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:58:54.097789 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:58:54.098271 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Checking segment: {'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:58:54.098663 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Bound using segment: {'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:58:54.099134 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Bound port: 93f46a23-86be-4b54-8a55-e74645dc7dc0, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b842ec7d-ea85-46d4-b2c3-794379d2fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:58:54.099501 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.172416 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] For port 93f46a23-86be-4b54-8a55-e74645dc7dc0, host hv-cinder-80445, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:58:54.175427 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] For port 93f46a23-86be-4b54-8a55-e74645dc7dc0, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:58:54.179538 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.212420 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:54.213080 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.214459 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-75058af4-3390-4437-9820-346cccc228db service neutron] 10.222.0.66 "PUT /v2.0/ports/93f46a23-86be-4b54-8a55-e74645dc7dc0 HTTP/1.1" status: 200 len: 1094 time: 0.9107323 Aug 12 21:58:54.214899 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'tag': '93f46a23-86be-4b54-8a55-e74645dc7dc0'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:54.217123 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88d50d3-d5c2-4c58-b92b-d388a439d3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f65b971e-ada1-4140-a423-7a53fbbf71a6", "tag": "93f46a23-86be-4b54-8a55-e74645dc7dc0"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:54.240767 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75058af4-3390-4437-9820-346cccc228db service neutron] Pushing event updated for resources: {'Port': ['ID=93f46a23-86be-4b54-8a55-e74645dc7dc0,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:54.270500 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b59d64-f775-4c41-85cb-1641846d94b1 x-openstack-request-id: req-83b59d64-f775-4c41-85cb-1641846d94b1 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:54.270790 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65b971e-ada1-4140-a423-7a53fbbf71a6", "tag": "93f46a23-86be-4b54-8a55-e74645dc7dc0", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:54.271042 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-83b59d64-f775-4c41-85cb-1641846d94b1 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:54.271435 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'tag': '93f46a23-86be-4b54-8a55-e74645dc7dc0', 'status': 'completed', 'code': 200} Aug 12 21:58:54.304927 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-7656e674-198a-412f-841b-f51bbb0546fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:54.306511 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-7656e674-198a-412f-841b-f51bbb0546fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6bf985da8b404d0c890270b5692ca5fc&device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 1097 time: 0.0458865 Aug 12 21:58:54.352438 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-03994824-51b0-4122-9450-dd8cb2dc8911 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0 HTTP/1.1" status: 200 len: 217 time: 0.0381718 Aug 12 21:58:54.407865 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-8ad74a5d-9ac4-428a-ae95-e3d3ed322c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:54.409355 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-8ad74a5d-9ac4-428a-ae95-e3d3ed322c69 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cba43b19-4464-42ef-b75e-2039bb19c703 HTTP/1.1" status: 200 len: 856 time: 0.0487039 Aug 12 21:58:54.456003 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-6468b752-a75e-4071-a968-bf2277212dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:54.457922 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-6468b752-a75e-4071-a968-bf2277212dca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410514 Aug 12 21:58:54.554260 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-91998952-d1c2-45f9-9432-435f7b86c266 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881500 Aug 12 21:58:54.603544 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33682) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:54.643710 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a900245-785d-4fd2-81f1-3ffe6127c44e req-9c776659-654b-423c-b3e4-950f19105199 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817726 Aug 12 21:58:54.717969 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8d14c360-5449-4668-9af0-93217b5de716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.738223 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d50d3-d5c2-4c58-b92b-d388a439d3b5 req-e83df78e-175a-4d0c-aea1-1bd3e8d6a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:54.739662 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f88d50d3-d5c2-4c58-b92b-d388a439d3b5 req-e83df78e-175a-4d0c-aea1-1bd3e8d6a7fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6bf985da8b404d0c890270b5692ca5fc&device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 1097 time: 0.0412834 Aug 12 21:58:54.811367 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8d14c360-5449-4668-9af0-93217b5de716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.815110 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8d14c360-5449-4668-9af0-93217b5de716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.837305 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d50d3-d5c2-4c58-b92b-d388a439d3b5 req-6f89e56e-947c-473e-80ad-d1fb292bcb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:54.838790 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f88d50d3-d5c2-4c58-b92b-d388a439d3b5 req-6f89e56e-947c-473e-80ad-d1fb292bcb4f service neutron] 10.222.0.66 "GET /v2.0/networks?id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a HTTP/1.1" status: 200 len: 918 time: 0.0893555 Aug 12 21:58:54.852912 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-8d14c360-5449-4668-9af0-93217b5de716 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=44c8687c6a9f4914be07808fdab5f969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481058 Aug 12 21:58:54.853904 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14c360-5449-4668-9af0-93217b5de716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6de1fa6-a125-4d92-963b-916987969467,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:54.856248 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33686) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:58:54.882433 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f88d50d3-d5c2-4c58-b92b-d388a439d3b5 req-1226b170-5806-4ee2-a560-0ee3afdb8b44 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0 HTTP/1.1" status: 200 len: 217 time: 0.0358472 Aug 12 21:58:54.904477 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3ba04c0f-c4d0-4042-b121-324e83f680f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.924505 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3ba04c0f-c4d0-4042-b121-324e83f680f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.932859 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d50d3-d5c2-4c58-b92b-d388a439d3b5 req-863f2a4a-b3f1-4ef9-9bc0-9bf85ea1855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:54.934388 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f88d50d3-d5c2-4c58-b92b-d388a439d3b5 req-863f2a4a-b3f1-4ef9-9bc0-9bf85ea1855c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cba43b19-4464-42ef-b75e-2039bb19c703 HTTP/1.1" status: 200 len: 856 time: 0.0432751 Aug 12 21:58:54.970756 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3ba04c0f-c4d0-4042-b121-324e83f680f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.973566 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3ba04c0f-c4d0-4042-b121-324e83f680f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:54.974716 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-3ba04c0f-c4d0-4042-b121-324e83f680f1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c6de1fa6-a125-4d92-963b-916987969467 HTTP/1.1" status: 204 len: 168 time: 0.1175821 Aug 12 21:58:54.982772 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba04c0f-c4d0-4042-b121-324e83f680f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6de1fa6-a125-4d92-963b-916987969467,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:54.990141 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d50d3-d5c2-4c58-b92b-d388a439d3b5 req-d3404097-c718-4f6b-9354-91e8d4a63e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:54.991227 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f88d50d3-d5c2-4c58-b92b-d388a439d3b5 req-d3404097-c718-4f6b-9354-91e8d4a63e11 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491014 Aug 12 21:58:55.090191 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f88d50d3-d5c2-4c58-b92b-d388a439d3b5 req-9d3eaa94-71c1-4902-ae2c-7b3ec8969b64 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900514 Aug 12 21:58:55.217462 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f88d50d3-d5c2-4c58-b92b-d388a439d3b5 req-d966242b-1f97-40b0-a3c1-ed9abcd0cc60 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201394 Aug 12 21:58:55.232728 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd17b8-c44d-4a20-b247-f61b134ddb99 req-44dc7cff-9902-4337-9c65-a6d0729d375e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:55.234207 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-afdd17b8-c44d-4a20-b247-f61b134ddb99 req-44dc7cff-9902-4337-9c65-a6d0729d375e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.0639269 Aug 12 21:58:55.273457 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-afdd17b8-c44d-4a20-b247-f61b134ddb99 req-819c01bc-d77e-4e4a-b306-7f64706fc69a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332551 Aug 12 21:58:56.391364 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749ec0e-46e4-439f-8f68-fb2848cfdf61 req-7ea99800-fe7a-43b9-aef4-e85d25ff4f5e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:56.392823 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7749ec0e-46e4-439f-8f68-fb2848cfdf61 req-7ea99800-fe7a-43b9-aef4-e85d25ff4f5e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.0482235 Aug 12 21:58:56.433484 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7749ec0e-46e4-439f-8f68-fb2848cfdf61 req-beb6b813-1630-492a-983b-fc341ba48bdf tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343940 Aug 12 21:58:57.550448 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedef94-46a1-449e-9573-ea10b718507a req-e9596344-66db-443f-82a0-587322b8874f tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:57.551845 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1dedef94-46a1-449e-9573-ea10b718507a req-e9596344-66db-443f-82a0-587322b8874f tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.0498025 Aug 12 21:58:57.589165 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1dedef94-46a1-449e-9573-ea10b718507a req-5af767ec-762a-4097-a0cc-7682ea75164e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313497 Aug 12 21:58:57.656825 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 93f46a23-86be-4b54-8a55-e74645dc7dc0 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:58:57.747813 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 93f46a23-86be-4b54-8a55-e74645dc7dc0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:57.762637 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': '93f46a23-86be-4b54-8a55-e74645dc7dc0', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'port_id': '93f46a23-86be-4b54-8a55-e74645dc7dc0', 'mac_address': 'fa:16:3e:b5:b6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:58:57.799418 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:57.812937 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f46a23-86be-4b54-8a55-e74645dc7dc0 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:58:57.833067 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 93f46a23-86be-4b54-8a55-e74645dc7dc0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:57.836976 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:57.884464 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=93f46a23-86be-4b54-8a55-e74645dc7dc0,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:57.891435 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:57.891799 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:57.892147 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:57.892496 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:57.892837 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:57.893201 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:57.893539 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:57.894809 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:57.895168 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:57.895509 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:57.895843 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:57.896177 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:58:58.078037 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['93f46a23-86be-4b54-8a55-e74645dc7dc0'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:58:58.716520 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa5010-6f4b-4ad7-8072-df0883e66874 req-18355a71-0be7-4671-97cd-7c31fdc9a98a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:58.718635 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-96aa5010-6f4b-4ad7-8072-df0883e66874 req-18355a71-0be7-4671-97cd-7c31fdc9a98a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 945 time: 0.0567710 Aug 12 21:58:58.765780 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-96aa5010-6f4b-4ad7-8072-df0883e66874 req-553b0fb8-04c9-4c42-afa9-7c9a1d59735f tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396526 Aug 12 21:58:59.684922 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 93f46a23-86be-4b54-8a55-e74645dc7dc0 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:58:59.732715 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port 93f46a23-86be-4b54-8a55-e74645dc7dc0 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:58:59.736337 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port 93f46a23-86be-4b54-8a55-e74645dc7dc0 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:58:59.736713 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:59.818260 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:59.841128 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f46a23-86be-4b54-8a55-e74645dc7dc0'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:58:59.843376 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04eb5036-014b-4376-9e54-14ba86fae871" -d '{"events": [{"server_uuid": "f65b971e-ada1-4140-a423-7a53fbbf71a6", "name": "network-vif-plugged", "status": "completed", "tag": "93f46a23-86be-4b54-8a55-e74645dc7dc0"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:58:59.864819 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 93f46a23-86be-4b54-8a55-e74645dc7dc0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:58:59.871960 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:58:59.901512 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7461062a-a43b-4b25-97de-0b3f8329527c x-openstack-request-id: req-7461062a-a43b-4b25-97de-0b3f8329527c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:58:59.901818 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65b971e-ada1-4140-a423-7a53fbbf71a6", "name": "network-vif-plugged", "status": "completed", "tag": "93f46a23-86be-4b54-8a55-e74645dc7dc0", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:58:59.902058 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7461062a-a43b-4b25-97de-0b3f8329527c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:58:59.902445 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f46a23-86be-4b54-8a55-e74645dc7dc0', 'code': 200} Aug 12 21:58:59.907737 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee05c9-d453-45f5-acd9-885dc00ab40b req-1a14295d-95d2-4b84-8163-3b07cddee593 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:58:59.910443 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3ee05c9-d453-45f5-acd9-885dc00ab40b req-1a14295d-95d2-4b84-8163-3b07cddee593 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 945 time: 0.0716515 Aug 12 21:58:59.930341 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=93f46a23-86be-4b54-8a55-e74645dc7dc0,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:58:59.960640 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3ee05c9-d453-45f5-acd9-885dc00ab40b req-cb115c97-26e7-4237-8b5d-37991fe29a2f tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385246 Aug 12 21:59:00.066749 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a118c-092b-4b86-b081-e7a3e8a68418 req-0a7da451-46f9-44a2-ab8d-b5d3dad9ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:00.068228 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d48a118c-092b-4b86-b081-e7a3e8a68418 req-0a7da451-46f9-44a2-ab8d-b5d3dad9ce14 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 1099 time: 0.0399637 Aug 12 21:59:00.104258 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d48a118c-092b-4b86-b081-e7a3e8a68418 req-02cb8aa7-4447-4653-a691-1ccd6c5dac68 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285943 Aug 12 21:59:01.082859 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e94e86-a48c-4ff0-a744-b3b177c558d4 req-40657632-41c1-43bf-ba7c-d167b925f421 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:01.084275 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b7e94e86-a48c-4ff0-a744-b3b177c558d4 req-40657632-41c1-43bf-ba7c-d167b925f421 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0484099 Aug 12 21:59:01.122722 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b7e94e86-a48c-4ff0-a744-b3b177c558d4 req-07686110-9d52-4d52-8833-182f46fe95f6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323474 Aug 12 21:59:01.244247 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619833b6-399a-4273-b8cf-d4883ddb3b92 req-8a50a2d8-f2fa-4a63-b809-cb23b44819c4 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:01.245760 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-619833b6-399a-4273-b8cf-d4883ddb3b92 req-8a50a2d8-f2fa-4a63-b809-cb23b44819c4 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0507336 Aug 12 21:59:01.255195 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33796) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:01.259778 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4c1d6640-f539-4eb6-a03a-31ffdaf2a1b5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Request body: {'floatingip': {'port_id': '93f46a23-86be-4b54-8a55-e74645dc7dc0'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:01.301070 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c1d6640-f539-4eb6-a03a-31ffdaf2a1b5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:01.728855 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c1d6640-f539-4eb6-a03a-31ffdaf2a1b5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:01.732795 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c1d6640-f539-4eb6-a03a-31ffdaf2a1b5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:01.832676 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-4c1d6640-f539-4eb6-a03a-31ffdaf2a1b5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Floating IP 819880ae-dca8-4774-95f9-f851801d550c associated. External IP: 172.27.1.33, port: 93f46a23-86be-4b54-8a55-e74645dc7dc0. Aug 12 21:59:02.041398 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1d6640-f539-4eb6-a03a-31ffdaf2a1b5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:59:02.154110 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1d6640-f539-4eb6-a03a-31ffdaf2a1b5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:59:02.158906 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c1d6640-f539-4eb6-a03a-31ffdaf2a1b5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:02.164286 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5742cd-02f8-4986-9c10-824f07dd894f None None] Sync routers for ids ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:59:02.174177 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5742cd-02f8-4986-9c10-824f07dd894f None None] Routers {'1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:02.175334 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-8a5742cd-02f8-4986-9c10-824f07dd894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:58:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:02.190298 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4c1d6640-f539-4eb6-a03a-31ffdaf2a1b5 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "PUT /v2.0/floatingips/819880ae-dca8-4774-95f9-f851801d550c HTTP/1.1" status: 200 len: 991 time: 0.9340394 Aug 12 21:59:02.191030 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'tag': '93f46a23-86be-4b54-8a55-e74645dc7dc0'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:02.193561 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bfc151-1c3f-492a-b295-2574006a1e42" -d '{"events": [{"name": "network-changed", "server_uuid": "f65b971e-ada1-4140-a423-7a53fbbf71a6", "tag": "93f46a23-86be-4b54-8a55-e74645dc7dc0"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:02.241437 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50a6453-51b3-4817-b9b9-d84db452f307 x-openstack-request-id: req-e50a6453-51b3-4817-b9b9-d84db452f307 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:02.241722 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65b971e-ada1-4140-a423-7a53fbbf71a6", "tag": "93f46a23-86be-4b54-8a55-e74645dc7dc0", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:02.241998 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e50a6453-51b3-4817-b9b9-d84db452f307 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:02.242408 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'tag': '93f46a23-86be-4b54-8a55-e74645dc7dc0', 'status': 'completed', 'code': 200} Aug 12 21:59:02.295393 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-8a5742cd-02f8-4986-9c10-824f07dd894f None None] Set router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:02.303650 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfc151-1c3f-492a-b295-2574006a1e42 req-fcc110cb-40eb-48cc-b166-e876cad43862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:02.305561 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b5bfc151-1c3f-492a-b295-2574006a1e42 req-fcc110cb-40eb-48cc-b166-e876cad43862 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6bf985da8b404d0c890270b5692ca5fc&device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 1099 time: 0.0436754 Aug 12 21:59:02.398990 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfc151-1c3f-492a-b295-2574006a1e42 req-e6c7026c-905c-49d6-9517-a78ab406eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:02.400473 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b5bfc151-1c3f-492a-b295-2574006a1e42 req-e6c7026c-905c-49d6-9517-a78ab406eaa7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a HTTP/1.1" status: 200 len: 918 time: 0.0865114 Aug 12 21:59:02.474920 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b5bfc151-1c3f-492a-b295-2574006a1e42 req-1790a724-d732-4bdf-827d-9377c5d0dce5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0 HTTP/1.1" status: 200 len: 999 time: 0.0670750 Aug 12 21:59:02.525134 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfc151-1c3f-492a-b295-2574006a1e42 req-4090cd1d-f324-49d6-8d82-2fabfc94b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:02.526594 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b5bfc151-1c3f-492a-b295-2574006a1e42 req-4090cd1d-f324-49d6-8d82-2fabfc94b413 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cba43b19-4464-42ef-b75e-2039bb19c703 HTTP/1.1" status: 200 len: 856 time: 0.0435266 Aug 12 21:59:02.563539 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-8a5742cd-02f8-4986-9c10-824f07dd894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:23Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '819880ae-dca8-4774-95f9-f851801d550c', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'port_id': '93f46a23-86be-4b54-8a55-e74645dc7dc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'mac_address': 'fa:16:3e:b5:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:58:50Z', 'updated_at': '2021-08-12T21:59:01Z', 'revision_number': 1, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b61b0cc-c915-4442-8d42-ee4ea9ae5be9', 'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'mac_address': 'fa:16:3e:ce:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:20Z', 'updated_at': '2021-08-12T21:54:37Z', 'revision_number': 5, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'subnets': [{'id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:02.574325 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfc151-1c3f-492a-b295-2574006a1e42 req-85d6bf7d-b1d4-47d0-9138-28869d516e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:02.575807 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b5bfc151-1c3f-492a-b295-2574006a1e42 req-85d6bf7d-b1d4-47d0-9138-28869d516e8c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406516 Aug 12 21:59:02.589695 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5742cd-02f8-4986-9c10-824f07dd894f None None] Checking router: 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:59:02.598044 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5742cd-02f8-4986-9c10-824f07dd894f None None] Routers {'1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:02.598656 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-8a5742cd-02f8-4986-9c10-824f07dd894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:58:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:02.668248 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b5bfc151-1c3f-492a-b295-2574006a1e42 req-9aaf9b1b-cdde-4d9e-9dea-dceccd68f2e6 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843101 Aug 12 21:59:02.703772 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-8a5742cd-02f8-4986-9c10-824f07dd894f None None] Set router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:02.757101 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b5bfc151-1c3f-492a-b295-2574006a1e42 req-f9b4f37e-1645-4c11-a9f2-dd9a9bd65918 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800531 Aug 12 21:59:02.922609 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-8a5742cd-02f8-4986-9c10-824f07dd894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:23Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '819880ae-dca8-4774-95f9-f851801d550c', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'port_id': '93f46a23-86be-4b54-8a55-e74645dc7dc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'mac_address': 'fa:16:3e:b5:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:58:50Z', 'updated_at': '2021-08-12T21:59:01Z', 'revision_number': 1, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b61b0cc-c915-4442-8d42-ee4ea9ae5be9', 'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'mac_address': 'fa:16:3e:ce:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:20Z', 'updated_at': '2021-08-12T21:54:37Z', 'revision_number': 5, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'subnets': [{'id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:02.947683 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5742cd-02f8-4986-9c10-824f07dd894f None None] The sync data for ids ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'] in dv-cinder-804457-2-iscsi is: [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:23Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '819880ae-dca8-4774-95f9-f851801d550c', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'port_id': '93f46a23-86be-4b54-8a55-e74645dc7dc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'mac_address': 'fa:16:3e:b5:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:58:50Z', 'updated_at': '2021-08-12T21:59:01Z', 'revision_number': 1, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b61b0cc-c915-4442-8d42-ee4ea9ae5be9', 'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'mac_address': 'fa:16:3e:ce:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:20Z', 'updated_at': '2021-08-12T21:54:37Z', 'revision_number': 5, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'subnets': [{'id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:59:03.135956 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce62e8d-8cfd-4550-9edb-e36dab7bf233 None None] New status for floating IP 819880ae-dca8-4774-95f9-f851801d550c: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:59:05.624586 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33852) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:05.728396 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a4fdffd-7203-49c2-b0d2-be5fc4d0ecfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:05.817125 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a4fdffd-7203-49c2-b0d2-be5fc4d0ecfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:05.820634 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a4fdffd-7203-49c2-b0d2-be5fc4d0ecfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:05.859709 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7a4fdffd-7203-49c2-b0d2-be5fc4d0ecfe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7a11113f72c5481ab85ff1834797dba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340229 Aug 12 21:59:05.861594 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fdffd-7203-49c2-b0d2-be5fc4d0ecfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88326f0-b0cc-4540-ac39-20d018f0d2eb,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:05.863076 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33856) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:05.911917 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6826bf04-b249-4a1d-9058-d81d790a4cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:05.932942 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6826bf04-b249-4a1d-9058-d81d790a4cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:05.980672 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6826bf04-b249-4a1d-9058-d81d790a4cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:05.983218 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6826bf04-b249-4a1d-9058-d81d790a4cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:05.984355 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-6826bf04-b249-4a1d-9058-d81d790a4cfd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c88326f0-b0cc-4540-ac39-20d018f0d2eb HTTP/1.1" status: 204 len: 168 time: 0.1202590 Aug 12 21:59:05.992298 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826bf04-b249-4a1d-9058-d81d790a4cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88326f0-b0cc-4540-ac39-20d018f0d2eb,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:07.509815 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87cb23-0981-46d3-9737-30ed41f7a0ef req-4cc1fd42-6c90-48ba-9d10-ea5157e5c29c tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:07.511353 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8b87cb23-0981-46d3-9737-30ed41f7a0ef req-4cc1fd42-6c90-48ba-9d10-ea5157e5c29c tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0489509 Aug 12 21:59:07.550532 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8b87cb23-0981-46d3-9737-30ed41f7a0ef req-d757817d-1b4b-4d64-ab5d-8c5e8a8c9eef tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331998 Aug 12 21:59:07.791148 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:08.664617 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ed8a5-e892-49db-b935-fd85210929ed req-939f438b-6bc3-4cdb-bd6d-82936bbb7ca0 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:08.666097 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cb8ed8a5-e892-49db-b935-fd85210929ed req-939f438b-6bc3-4cdb-bd6d-82936bbb7ca0 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0482237 Aug 12 21:59:08.701962 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cb8ed8a5-e892-49db-b935-fd85210929ed req-90074ed4-f36e-413b-988b-b31c6d9a2e41 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300002 Aug 12 21:59:09.661732 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b80739-5e29-43e2-980b-d4f2edca6ae1 req-e7817d23-7bdd-4609-8842-22d47d473e1d tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:09.663140 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-71b80739-5e29-43e2-980b-d4f2edca6ae1 req-e7817d23-7bdd-4609-8842-22d47d473e1d tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.66 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0493815 Aug 12 21:59:09.754052 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-71b80739-5e29-43e2-980b-d4f2edca6ae1 req-3169f248-6685-4d88-8871-6e94dff5be15 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Deleting port df26c181-51e8-4db2-b2be-b1da5ee201e4 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:59:09.754678 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-71b80739-5e29-43e2-980b-d4f2edca6ae1 req-3169f248-6685-4d88-8871-6e94dff5be15 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:09.875756 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4def24-a9d7-45f1-b9d5-b8825d61cd82 req-a1761ce2-cf15-47bc-b5fb-b2ef75d095d8 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:09.877239 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0c4def24-a9d7-45f1-b9d5-b8825d61cd82 req-a1761ce2-cf15-47bc-b5fb-b2ef75d095d8 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 945 time: 0.0864143 Aug 12 21:59:09.879248 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-71b80739-5e29-43e2-980b-d4f2edca6ae1 req-3169f248-6685-4d88-8871-6e94dff5be15 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] For port df26c181-51e8-4db2-b2be-b1da5ee201e4, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=df26c181-51e8-4db2-b2be-b1da5ee201e4,segment=NetworkSegment(8362c5d2-1909-4a3f-8eb7-a45f93fa212d),segment_id=8362c5d2-1909-4a3f-8eb7-a45f93fa212d)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:09.879613 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-71b80739-5e29-43e2-980b-d4f2edca6ae1 req-3169f248-6685-4d88-8871-6e94dff5be15 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:09.962397 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0c4def24-a9d7-45f1-b9d5-b8825d61cd82 req-41318a47-a7b9-49e0-ab63-545ba27a8cc4 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753717 Aug 12 21:59:10.313664 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-71b80739-5e29-43e2-980b-d4f2edca6ae1 req-3169f248-6685-4d88-8871-6e94dff5be15 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:10.314043 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-71b80739-5e29-43e2-980b-d4f2edca6ae1 req-3169f248-6685-4d88-8871-6e94dff5be15 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:10.314357 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.l3_db [req-71b80739-5e29-43e2-980b-d4f2edca6ae1 req-3169f248-6685-4d88-8871-6e94dff5be15 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Floating IP 95218146-b8a1-4d9a-b380-8d0353dc6620 disassociated. External IP: 172.27.1.128, port: df26c181-51e8-4db2-b2be-b1da5ee201e4. Aug 12 21:59:10.314705 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-71b80739-5e29-43e2-980b-d4f2edca6ae1 req-3169f248-6685-4d88-8871-6e94dff5be15 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Calling delete_port for df26c181-51e8-4db2-b2be-b1da5ee201e4 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:59:10.440862 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-71b80739-5e29-43e2-980b-d4f2edca6ae1 req-3169f248-6685-4d88-8871-6e94dff5be15 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:10.469815 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169f248-6685-4d88-8871-6e94dff5be15 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event deleted for resources: {'Port': ['ID=df26c181-51e8-4db2-b2be-b1da5ee201e4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:10.580898 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71b80739-5e29-43e2-980b-d4f2edca6ae1 req-3169f248-6685-4d88-8871-6e94dff5be15 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Router 5d430406-b0cc-47b4-82ab-9167d84d8c33 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:59:10.687321 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71b80739-5e29-43e2-980b-d4f2edca6ae1 req-3169f248-6685-4d88-8871-6e94dff5be15 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:59:10.697373 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af99e6a-f3e0-4e51-8aaf-ce5ae4250695 None None] Sync routers for ids ['5d430406-b0cc-47b4-82ab-9167d84d8c33'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:59:10.707026 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af99e6a-f3e0-4e51-8aaf-ce5ae4250695 None None] Routers {'5d430406-b0cc-47b4-82ab-9167d84d8c33'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:10.707639 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-3af99e6a-f3e0-4e51-8aaf-ce5ae4250695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:58:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['5d430406-b0cc-47b4-82ab-9167d84d8c33'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:10.729051 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b80739-5e29-43e2-980b-d4f2edca6ae1 req-3169f248-6685-4d88-8871-6e94dff5be15 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] No DVR routers for this DVR port df26c181-51e8-4db2-b2be-b1da5ee201e4 on host hv-cinder-80445 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:59:10.731476 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-71b80739-5e29-43e2-980b-d4f2edca6ae1 req-3169f248-6685-4d88-8871-6e94dff5be15 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:10.733529 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-71b80739-5e29-43e2-980b-d4f2edca6ae1 req-3169f248-6685-4d88-8871-6e94dff5be15 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.66 "DELETE /v2.0/ports/df26c181-51e8-4db2-b2be-b1da5ee201e4 HTTP/1.1" status: 204 len: 173 time: 1.0637534 Aug 12 21:59:10.734013 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86973eb5-9525-4627-a3a9-27454c668750', 'name': 'network-vif-deleted', 'tag': 'df26c181-51e8-4db2-b2be-b1da5ee201e4'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:10.736247 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebfeb71-d9f6-4616-948f-36a98e4819ec" -d '{"events": [{"server_uuid": "86973eb5-9525-4627-a3a9-27454c668750", "name": "network-vif-deleted", "tag": "df26c181-51e8-4db2-b2be-b1da5ee201e4"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:10.773875 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ae184f-d6da-4a5f-90cd-a05c6c3298c2 x-openstack-request-id: req-c7ae184f-d6da-4a5f-90cd-a05c6c3298c2 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:10.774502 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86973eb5-9525-4627-a3a9-27454c668750", "name": "network-vif-deleted", "tag": "df26c181-51e8-4db2-b2be-b1da5ee201e4", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:10.774502 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c7ae184f-d6da-4a5f-90cd-a05c6c3298c2 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:10.774819 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86973eb5-9525-4627-a3a9-27454c668750', 'name': 'network-vif-deleted', 'tag': 'df26c181-51e8-4db2-b2be-b1da5ee201e4', 'status': 'completed', 'code': 200} Aug 12 21:59:10.950133 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-3af99e6a-f3e0-4e51-8aaf-ce5ae4250695 None None] Set router 5d430406-b0cc-47b4-82ab-9167d84d8c33 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:11.070792 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-42062864-352e-4866-aae5-af332ed2e939 req-c47396fb-1cd9-4285-975b-952748dbd034 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=86973eb5-9525-4627-a3a9-27454c668750 HTTP/1.1" status: 200 len: 210 time: 0.0271168 Aug 12 21:59:11.145054 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-3af99e6a-f3e0-4e51-8aaf-ce5ae4250695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'e4808030-00fd-48f6-8352-bedb75823152', 'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'mac_address': 'fa:16:3e:3d:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:24Z', 'updated_at': '2021-08-12T21:54:40Z', 'revision_number': 5, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'subnets': [{'id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:11.175706 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af99e6a-f3e0-4e51-8aaf-ce5ae4250695 None None] Checking router: 5d430406-b0cc-47b4-82ab-9167d84d8c33 for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:59:11.183884 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af99e6a-f3e0-4e51-8aaf-ce5ae4250695 None None] Routers {'5d430406-b0cc-47b4-82ab-9167d84d8c33'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:11.184502 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-3af99e6a-f3e0-4e51-8aaf-ce5ae4250695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:58:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['5d430406-b0cc-47b4-82ab-9167d84d8c33'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:11.311494 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-3af99e6a-f3e0-4e51-8aaf-ce5ae4250695 None None] Set router 5d430406-b0cc-47b4-82ab-9167d84d8c33 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:11.499202 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-3af99e6a-f3e0-4e51-8aaf-ce5ae4250695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'e4808030-00fd-48f6-8352-bedb75823152', 'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'mac_address': 'fa:16:3e:3d:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:24Z', 'updated_at': '2021-08-12T21:54:40Z', 'revision_number': 5, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'subnets': [{'id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:11.524256 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af99e6a-f3e0-4e51-8aaf-ce5ae4250695 None None] The sync data for ids ['5d430406-b0cc-47b4-82ab-9167d84d8c33'] in dv-cinder-804457-2-iscsi is: [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'e4808030-00fd-48f6-8352-bedb75823152', 'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'mac_address': 'fa:16:3e:3d:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:24Z', 'updated_at': '2021-08-12T21:54:40Z', 'revision_number': 5, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'subnets': [{'id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:59:11.728425 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe777c-e0bf-486b-9acf-e201d46aabcc None None] New status for floating IP 95218146-b8a1-4d9a-b380-8d0353dc6620: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:59:12.154383 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33894) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:12.206640 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7245c669-dba2-44aa-afc4-2556762f3f26 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:12.228592 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7245c669-dba2-44aa-afc4-2556762f3f26 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:12.275854 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7245c669-dba2-44aa-afc4-2556762f3f26 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:12.278573 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7245c669-dba2-44aa-afc4-2556762f3f26 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:12.279947 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-7245c669-dba2-44aa-afc4-2556762f3f26 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "DELETE /v2.0/security-groups/fdc5d131-80eb-4dbd-82b1-e8afeecb56e2 HTTP/1.1" status: 204 len: 168 time: 0.1245089 Aug 12 21:59:12.282850 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33896) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:12.289538 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245c669-dba2-44aa-afc4-2556762f3f26 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc5d131-80eb-4dbd-82b1-e8afeecb56e2,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:12.299726 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.api.v2.resource [None req-a10d5707-97b1-44c8-94e3-19f2818ab374 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] show failed (client error): The resource could not be found. Aug 12 21:59:12.301543 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a10d5707-97b1-44c8-94e3-19f2818ab374 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups/fdc5d131-80eb-4dbd-82b1-e8afeecb56e2 HTTP/1.1" status: 404 len: 347 time: 0.0174387 Aug 12 21:59:12.304376 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33898) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:12.429477 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ac51a7c0-46fc-495f-843b-8b37f7a55294 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Deleting port bdd490de-e320-441e-82c7-812a75188c1e {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:59:12.429840 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac51a7c0-46fc-495f-843b-8b37f7a55294 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:12.506390 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac51a7c0-46fc-495f-843b-8b37f7a55294 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:12.506723 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac51a7c0-46fc-495f-843b-8b37f7a55294 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:12.517854 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ac51a7c0-46fc-495f-843b-8b37f7a55294 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Calling delete_port for bdd490de-e320-441e-82c7-812a75188c1e owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:59:12.650865 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac51a7c0-46fc-495f-843b-8b37f7a55294 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:12.678968 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51a7c0-46fc-495f-843b-8b37f7a55294 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event deleted for resources: {'Port': ['ID=bdd490de-e320-441e-82c7-812a75188c1e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:12.736106 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac51a7c0-46fc-495f-843b-8b37f7a55294 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:12.739269 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac51a7c0-46fc-495f-843b-8b37f7a55294 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:12.740411 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ac51a7c0-46fc-495f-843b-8b37f7a55294 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "DELETE /v2.0/floatingips/95218146-b8a1-4d9a-b380-8d0353dc6620 HTTP/1.1" status: 204 len: 168 time: 0.4348137 Aug 12 21:59:13.089919 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 33904) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:13.094603 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-52f59cae-cf81-4cd6-8811-2e272f6baddc tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1771997372', 'description': 'tempest-description--1706826765'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:13.116577 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-52f59cae-cf81-4cd6-8811-2e272f6baddc tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.198591 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-52f59cae-cf81-4cd6-8811-2e272f6baddc tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.202069 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-52f59cae-cf81-4cd6-8811-2e272f6baddc tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.224888 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-52f59cae-cf81-4cd6-8811-2e272f6baddc tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.226127 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-52f59cae-cf81-4cd6-8811-2e272f6baddc tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1352088 Aug 12 21:59:13.229054 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33906) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:13.233771 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f59cae-cf81-4cd6-8811-2e272f6baddc tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67af5669-202f-4690-ab40-7e1b09ec9df0,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:13.233919 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6b898e49-e395-4c9d-9364-4d600dff0d9a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Request body: {'security_group_rule': {'security_group_id': '67af5669-202f-4690-ab40-7e1b09ec9df0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:13.260674 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b898e49-e395-4c9d-9364-4d600dff0d9a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.317866 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b898e49-e395-4c9d-9364-4d600dff0d9a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.321447 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b898e49-e395-4c9d-9364-4d600dff0d9a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.339760 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b898e49-e395-4c9d-9364-4d600dff0d9a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcf0eed-5a84-4f10-87ce-c474b32a2ead,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:13.346161 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b898e49-e395-4c9d-9364-4d600dff0d9a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.347981 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-6b898e49-e395-4c9d-9364-4d600dff0d9a tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178701 Aug 12 21:59:13.350541 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33908) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:13.354862 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-cca01cc4-9a59-48b7-ba65-9d587792efde tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Request body: {'security_group_rule': {'security_group_id': '67af5669-202f-4690-ab40-7e1b09ec9df0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:13.379994 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cca01cc4-9a59-48b7-ba65-9d587792efde tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.439714 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cca01cc4-9a59-48b7-ba65-9d587792efde tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.443441 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cca01cc4-9a59-48b7-ba65-9d587792efde tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.462659 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca01cc4-9a59-48b7-ba65-9d587792efde tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37eb9ca2-88e2-4cc8-bae9-e9e00f2cbd2f,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:13.466264 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cca01cc4-9a59-48b7-ba65-9d587792efde tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.467446 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-cca01cc4-9a59-48b7-ba65-9d587792efde tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159916 Aug 12 21:59:13.470474 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33910) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:13.475770 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Request body: {'floatingip': {'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:13.496878 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.590073 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.696768 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Allocated IP 172.27.1.184 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/70b0ef4d-9c69-4248-8320-5c3b6ff54b32) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:59:13.750585 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device df26c181-51e8-4db2-b2be-b1da5ee201e4 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:59:13.774922 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: df26c181-51e8-4db2-b2be-b1da5ee201e4 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:59:13.775272 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device df26c181-51e8-4db2-b2be-b1da5ee201e4 not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:59:13.795332 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.832381 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.875402 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:13.879871 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:13.884438 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:59:13.887131 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event updated for resources: {'Port': ['ID=70b0ef4d-9c69-4248-8320-5c3b6ff54b32,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:13.965709 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:13.998365 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:14.144382 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:14.150009 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:14.223788 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event updated for resources: {'Port': ['ID=70b0ef4d-9c69-4248-8320-5c3b6ff54b32,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:14.233518 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:14.248882 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:14.250251 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-10b3e250-aab3-4fac-a8fa-28dd095661d2 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7785606 Aug 12 21:59:14.615151 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-38df7183-ad7e-4982-81e5-e26ac8b2eafa tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1771997372&fields=id&tenant_id=b8dfd626040248deab4261d183e1e445 HTTP/1.1" status: 200 len: 267 time: 0.0322371 Aug 12 21:59:14.720343 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-8538e556-5067-4b2d-abc6-8eed4a9a36df tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:14.721978 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-8538e556-5067-4b2d-abc6-8eed4a9a36df tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/networks?id=806601be-7d73-41dc-a17f-29d2397473ae HTTP/1.1" status: 200 len: 811 time: 0.0996792 Aug 12 21:59:14.736248 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cd5a2373-ebd6-4b64-8eed-d8eec751176d tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/quotas/b8dfd626040248deab4261d183e1e445 HTTP/1.1" status: 200 len: 375 time: 0.0087276 Aug 12 21:59:14.792691 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-d60291a7-74de-411d-9a29-b02e8e6a0acc tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8dfd626040248deab4261d183e1e445&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506437 Aug 12 21:59:14.886389 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-c74c8a31-2391-4e7c-bab8-eb85670b76a4 service neutron] 10.222.0.74 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818434 Aug 12 21:59:14.978562 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-e17d8ffc-5257-43a6-afa1-82a67d21563a service neutron] 10.222.0.74 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861130 Aug 12 21:59:15.239210 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34a40fc8-f7b9-4aa7-8c44-4495d1bff4d1 req-394b2335-b847-479c-b70b-c1da075d8db7 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 210 time: 0.1304448 Aug 12 21:59:15.269651 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-710499bc-82d3-4822-a8ef-1f1b327f5338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:16.059690 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-dd22664b-7951-43b5-9171-194d5480ae67 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:16.061158 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-dd22664b-7951-43b5-9171-194d5480ae67 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.66 "GET /v2.0/networks?id=806601be-7d73-41dc-a17f-29d2397473ae HTTP/1.1" status: 200 len: 811 time: 0.1045790 Aug 12 21:59:16.107769 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-ab66cb86-f201-46f5-8e71-59217a3dfe27 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8dfd626040248deab4261d183e1e445 HTTP/1.1" status: 200 len: 380 time: 0.0350828 Aug 12 21:59:16.117923 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-4c55db6e-b21e-4b7e-9d19-970b2e238b69 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Request body: {'port': {'device_id': '6cf7279d-e227-4f9d-b8b2-c09f092dc51b', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'admin_state_up': True, 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'security_groups': ['67af5669-202f-4690-ab40-7e1b09ec9df0']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:16.228716 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-4c55db6e-b21e-4b7e-9d19-970b2e238b69 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Made reservation on behalf of b8dfd626040248deab4261d183e1e445 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:16.232182 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-4c55db6e-b21e-4b7e-9d19-970b2e238b69 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:16.364234 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4048f1b1-b6dd-4453-8032-27942db0ceae req-2bfc6daf-d067-481f-b5c2-425faf66b9ee tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 210 time: 0.0533469 Aug 12 21:59:16.390970 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-4c55db6e-b21e-4b7e-9d19-970b2e238b69 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Allocated IP 172.20.0.3 (806601be-7d73-41dc-a17f-29d2397473ae/2ee30d20-fb34-4973-8d29-eae3277e3889/1cf95058-b4a6-437f-ad5f-0cfb379b9859) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:59:16.519658 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-4c55db6e-b21e-4b7e-9d19-970b2e238b69 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:16.533650 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-4c55db6e-b21e-4b7e-9d19-970b2e238b69 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Transition to ACTIVE for port object 1cf95058-b4a6-437f-ad5f-0cfb379b9859 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:16.564407 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-4c55db6e-b21e-4b7e-9d19-970b2e238b69 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:16.608639 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-4c55db6e-b21e-4b7e-9d19-970b2e238b69 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Network 806601be-7d73-41dc-a17f-29d2397473ae is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:16.614328 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-4c55db6e-b21e-4b7e-9d19-970b2e238b69 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:16.616603 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-4c55db6e-b21e-4b7e-9d19-970b2e238b69 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:59:16.647134 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55db6e-b21e-4b7e-9d19-970b2e238b69 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event updated for resources: {'Port': ['ID=1cf95058-b4a6-437f-ad5f-0cfb379b9859,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:16.674126 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-4c55db6e-b21e-4b7e-9d19-970b2e238b69 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:16.675401 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-4c55db6e-b21e-4b7e-9d19-970b2e238b69 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:16.689654 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-4c55db6e-b21e-4b7e-9d19-970b2e238b69 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755222 Aug 12 21:59:16.718066 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Request body: {'port': {'device_id': '6cf7279d-e227-4f9d-b8b2-c09f092dc51b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:16.773959 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:16.790737 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-7072106e-11f7-4b05-a4f6-20ebf7c2fa29 None None] Provisioning for port 1cf95058-b4a6-437f-ad5f-0cfb379b9859 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:16.794476 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-7072106e-11f7-4b05-a4f6-20ebf7c2fa29 None None] Provisioning complete for port 1cf95058-b4a6-437f-ad5f-0cfb379b9859 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:16.794854 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7072106e-11f7-4b05-a4f6-20ebf7c2fa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:16.828744 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7072106e-11f7-4b05-a4f6-20ebf7c2fa29 None None] Port 1cf95058-b4a6-437f-ad5f-0cfb379b9859 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:59:17.031955 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf95058-b4a6-437f-ad5f-0cfb379b9859 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:59:17.040047 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:17.051313 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Transition to ACTIVE for port object 1cf95058-b4a6-437f-ad5f-0cfb379b9859 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:17.055077 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:17.104921 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf95058-b4a6-437f-ad5f-0cfb379b9859,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:17.172993 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Attempting to bind port 1cf95058-b4a6-437f-ad5f-0cfb379b9859 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:59:17.173358 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Attempting to bind port 1cf95058-b4a6-437f-ad5f-0cfb379b9859 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:59:17.173692 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Attempting to bind port 1cf95058-b4a6-437f-ad5f-0cfb379b9859 on network 806601be-7d73-41dc-a17f-29d2397473ae {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:59:17.178491 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Port 1cf95058-b4a6-437f-ad5f-0cfb379b9859 on network 806601be-7d73-41dc-a17f-29d2397473ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:59:17.178813 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Attempting to bind port 1cf95058-b4a6-437f-ad5f-0cfb379b9859 on network 806601be-7d73-41dc-a17f-29d2397473ae {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:59:17.183821 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:59:17.184172 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Checking segment: {'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:17.184566 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Bound using segment: {'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:59:17.184999 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Bound port: 1cf95058-b4a6-437f-ad5f-0cfb379b9859, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8362c5d2-1909-4a3f-8eb7-a45f93fa212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:59:17.185406 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:17.252349 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] For port 1cf95058-b4a6-437f-ad5f-0cfb379b9859, host hv-cinder-80445, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:59:17.255530 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] For port 1cf95058-b4a6-437f-ad5f-0cfb379b9859, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=1cf95058-b4a6-437f-ad5f-0cfb379b9859,segment=NetworkSegment(8362c5d2-1909-4a3f-8eb7-a45f93fa212d),segment_id=8362c5d2-1909-4a3f-8eb7-a45f93fa212d)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:59:17.260833 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:17.293573 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:17.294186 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:17.295577 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] 10.222.0.66 "PUT /v2.0/ports/1cf95058-b4a6-437f-ad5f-0cfb379b9859 HTTP/1.1" status: 200 len: 1093 time: 0.5820043 Aug 12 21:59:17.296017 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf7279d-e227-4f9d-b8b2-c09f092dc51b', 'tag': '1cf95058-b4a6-437f-ad5f-0cfb379b9859'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:17.298333 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaa951e-45ec-44d6-b2be-a59530f3bed3" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf7279d-e227-4f9d-b8b2-c09f092dc51b", "tag": "1cf95058-b4a6-437f-ad5f-0cfb379b9859"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:17.330098 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde34d6c-52d2-4b72-9db5-791b6e47a187 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf95058-b4a6-437f-ad5f-0cfb379b9859,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:17.338260 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4819d7cf-2dd4-4452-9a2f-2b4ff9388595 x-openstack-request-id: req-4819d7cf-2dd4-4452-9a2f-2b4ff9388595 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:17.338553 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf7279d-e227-4f9d-b8b2-c09f092dc51b", "tag": "1cf95058-b4a6-437f-ad5f-0cfb379b9859", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:17.338859 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4819d7cf-2dd4-4452-9a2f-2b4ff9388595 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:17.339268 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf7279d-e227-4f9d-b8b2-c09f092dc51b', 'tag': '1cf95058-b4a6-437f-ad5f-0cfb379b9859', 'status': 'completed', 'code': 200} Aug 12 21:59:17.385281 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-89d51946-81fd-40f0-b1fd-71b4f74c35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:17.386961 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-89d51946-81fd-40f0-b1fd-71b4f74c35b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8dfd626040248deab4261d183e1e445&device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 1096 time: 0.0437205 Aug 12 21:59:17.456754 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-8227e59f-2b78-4e0e-b399-e198e656c48a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cf95058-b4a6-437f-ad5f-0cfb379b9859 HTTP/1.1" status: 200 len: 217 time: 0.0571325 Aug 12 21:59:17.525829 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-42d8a179-5536-495c-9192-39ae3dc312d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:17.527264 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-42d8a179-5536-495c-9192-39ae3dc312d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ee30d20-fb34-4973-8d29-eae3277e3889 HTTP/1.1" status: 200 len: 850 time: 0.0530565 Aug 12 21:59:17.534600 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6af77-58b4-47d6-82b4-af36e7337795 req-c2967e35-7b5b-4218-a200-626013696b8f tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:17.535950 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b5b6af77-58b4-47d6-82b4-af36e7337795 req-c2967e35-7b5b-4218-a200-626013696b8f tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 943 time: 0.0891292 Aug 12 21:59:17.599536 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b5b6af77-58b4-47d6-82b4-af36e7337795 req-ea056994-df8a-4191-bc42-69e8f72db8e8 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=67af5669-202f-4690-ab40-7e1b09ec9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556018 Aug 12 21:59:17.603895 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-2566b8a6-baa1-400d-9b09-913c1f4dfb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:17.605755 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-2566b8a6-baa1-400d-9b09-913c1f4dfb28 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=806601be-7d73-41dc-a17f-29d2397473ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685372 Aug 12 21:59:17.692534 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-55ff07b6-a225-4aef-b12a-33bbecfbda34 service neutron] 10.222.0.66 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798497 Aug 12 21:59:17.733698 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f085f980-5840-4018-85b7-248d4fd4f5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:17.784444 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb4e3ebf-6210-43bf-84bc-07226421e981 req-8df78204-33cf-4c51-a7fd-3b42b3c7f405 service neutron] 10.222.0.66 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841458 Aug 12 21:59:17.870592 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa951e-45ec-44d6-b2be-a59530f3bed3 req-3bd11011-2367-4818-ba11-dad3e36a17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:17.871947 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbaa951e-45ec-44d6-b2be-a59530f3bed3 req-3bd11011-2367-4818-ba11-dad3e36a17ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8dfd626040248deab4261d183e1e445&device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 1096 time: 0.0397563 Aug 12 21:59:17.959438 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa951e-45ec-44d6-b2be-a59530f3bed3 req-66fb39c7-368b-4c0c-891b-7af191866f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:17.960911 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbaa951e-45ec-44d6-b2be-a59530f3bed3 req-66fb39c7-368b-4c0c-891b-7af191866f8d service neutron] 10.222.0.66 "GET /v2.0/networks?id=806601be-7d73-41dc-a17f-29d2397473ae HTTP/1.1" status: 200 len: 912 time: 0.0809340 Aug 12 21:59:18.009302 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbaa951e-45ec-44d6-b2be-a59530f3bed3 req-899b2eb5-6faf-4397-8cda-3acd86ea64e3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cf95058-b4a6-437f-ad5f-0cfb379b9859 HTTP/1.1" status: 200 len: 217 time: 0.0394852 Aug 12 21:59:18.060474 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa951e-45ec-44d6-b2be-a59530f3bed3 req-135d5dbe-2f75-4678-aa67-f7db68dc9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:18.061895 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbaa951e-45ec-44d6-b2be-a59530f3bed3 req-135d5dbe-2f75-4678-aa67-f7db68dc9da9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ee30d20-fb34-4973-8d29-eae3277e3889 HTTP/1.1" status: 200 len: 850 time: 0.0447345 Aug 12 21:59:18.106651 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa951e-45ec-44d6-b2be-a59530f3bed3 req-e030b4c4-d72b-4972-a767-a22ed507e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:18.108131 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbaa951e-45ec-44d6-b2be-a59530f3bed3 req-e030b4c4-d72b-4972-a767-a22ed507e1a4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=806601be-7d73-41dc-a17f-29d2397473ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387902 Aug 12 21:59:18.179842 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:18.205029 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbaa951e-45ec-44d6-b2be-a59530f3bed3 req-50f6fbc9-3ead-4e5f-9140-5dc6d632ed9f service neutron] 10.222.0.66 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877268 Aug 12 21:59:18.293030 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbaa951e-45ec-44d6-b2be-a59530f3bed3 req-558b1958-24ec-4924-82cf-e0197f2919f9 service neutron] 10.222.0.66 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809360 Aug 12 21:59:18.712916 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6f243-63cc-4ba0-9808-42596a3a842a req-9660e5d8-10fa-47d0-8ef8-eef762d4b136 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:18.714510 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48b6f243-63cc-4ba0-9808-42596a3a842a req-9660e5d8-10fa-47d0-8ef8-eef762d4b136 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 943 time: 0.0480816 Aug 12 21:59:18.755341 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48b6f243-63cc-4ba0-9808-42596a3a842a req-f4fd00e0-845e-4daf-be29-d4c227119aec tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=67af5669-202f-4690-ab40-7e1b09ec9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350218 Aug 12 21:59:18.936768 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:19.762328 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 1cf95058-b4a6-437f-ad5f-0cfb379b9859 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:59:19.860960 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 1cf95058-b4a6-437f-ad5f-0cfb379b9859, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=1cf95058-b4a6-437f-ad5f-0cfb379b9859,segment=NetworkSegment(8362c5d2-1909-4a3f-8eb7-a45f93fa212d),segment_id=8362c5d2-1909-4a3f-8eb7-a45f93fa212d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:19.867702 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bdc92-7117-4d1a-83de-1e1a5a36257a req-121097a4-2b5f-4ae3-9da7-cfb0d054d3ab tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:19.869214 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-824bdc92-7117-4d1a-83de-1e1a5a36257a req-121097a4-2b5f-4ae3-9da7-cfb0d054d3ab tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 943 time: 0.0484481 Aug 12 21:59:19.873168 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': '1cf95058-b4a6-437f-ad5f-0cfb379b9859', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'port_id': '1cf95058-b4a6-437f-ad5f-0cfb379b9859', 'mac_address': 'fa:16:3e:b0:b6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:59:19.906436 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-824bdc92-7117-4d1a-83de-1e1a5a36257a req-7b42c1ba-9abc-414c-86a4-a992d73be3ce tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=67af5669-202f-4690-ab40-7e1b09ec9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308559 Aug 12 21:59:19.910994 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:19.923580 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf95058-b4a6-437f-ad5f-0cfb379b9859 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:59:19.944840 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 1cf95058-b4a6-437f-ad5f-0cfb379b9859, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=1cf95058-b4a6-437f-ad5f-0cfb379b9859,segment=NetworkSegment(8362c5d2-1909-4a3f-8eb7-a45f93fa212d),segment_id=8362c5d2-1909-4a3f-8eb7-a45f93fa212d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:19.949591 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:19.996409 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=1cf95058-b4a6-437f-ad5f-0cfb379b9859,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:20.188041 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['1cf95058-b4a6-437f-ad5f-0cfb379b9859'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:59:20.436320 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.019719 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bdf42-9663-4306-9fa7-ca6f37bc4013 req-6970fabe-6df1-49f1-a82d-53ee631fc023 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:21.021215 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a43bdf42-9663-4306-9fa7-ca6f37bc4013 req-6970fabe-6df1-49f1-a82d-53ee631fc023 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 944 time: 0.0487428 Aug 12 21:59:21.058656 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a43bdf42-9663-4306-9fa7-ca6f37bc4013 req-3dfff7aa-0317-4842-b6e5-18dbb858f4e0 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=67af5669-202f-4690-ab40-7e1b09ec9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313034 Aug 12 21:59:21.780478 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 1cf95058-b4a6-437f-ad5f-0cfb379b9859 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:59:21.827426 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port 1cf95058-b4a6-437f-ad5f-0cfb379b9859 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:21.831241 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port 1cf95058-b4a6-437f-ad5f-0cfb379b9859 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:21.831620 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.908070 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.930520 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf7279d-e227-4f9d-b8b2-c09f092dc51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf95058-b4a6-437f-ad5f-0cfb379b9859'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:21.932767 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4055479a-dddb-48be-8706-a87cd14c47f2" -d '{"events": [{"server_uuid": "6cf7279d-e227-4f9d-b8b2-c09f092dc51b", "name": "network-vif-plugged", "status": "completed", "tag": "1cf95058-b4a6-437f-ad5f-0cfb379b9859"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:21.945642 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 1cf95058-b4a6-437f-ad5f-0cfb379b9859, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=1cf95058-b4a6-437f-ad5f-0cfb379b9859,segment=NetworkSegment(8362c5d2-1909-4a3f-8eb7-a45f93fa212d),segment_id=8362c5d2-1909-4a3f-8eb7-a45f93fa212d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:21.950025 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:21.972768 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590d9e79-a217-444c-9d94-7c3c2ba54dce x-openstack-request-id: req-590d9e79-a217-444c-9d94-7c3c2ba54dce {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:21.973059 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf7279d-e227-4f9d-b8b2-c09f092dc51b", "name": "network-vif-plugged", "status": "completed", "tag": "1cf95058-b4a6-437f-ad5f-0cfb379b9859", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:21.973337 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-590d9e79-a217-444c-9d94-7c3c2ba54dce {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:21.973724 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf7279d-e227-4f9d-b8b2-c09f092dc51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf95058-b4a6-437f-ad5f-0cfb379b9859', 'code': 200} Aug 12 21:59:22.003654 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=1cf95058-b4a6-437f-ad5f-0cfb379b9859,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:22.164662 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557712ac-67c4-48d3-8bd2-5a1c148c7e34 req-c7fcccfe-7bc1-4ff7-af48-577843026fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:22.166160 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-557712ac-67c4-48d3-8bd2-5a1c148c7e34 req-c7fcccfe-7bc1-4ff7-af48-577843026fa5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 1098 time: 0.0678205 Aug 12 21:59:22.198001 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0bce3-8f54-472d-8029-0e36b2968c0d req-aaa10f52-4a5a-4453-94b9-379a340b2283 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:22.199406 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4ae0bce3-8f54-472d-8029-0e36b2968c0d req-aaa10f52-4a5a-4453-94b9-379a340b2283 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 945 time: 0.0701571 Aug 12 21:59:22.225675 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-557712ac-67c4-48d3-8bd2-5a1c148c7e34 req-fc016aaa-a8c7-4d36-853e-47f6c875c3a7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=67af5669-202f-4690-ab40-7e1b09ec9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521157 Aug 12 21:59:22.244791 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4ae0bce3-8f54-472d-8029-0e36b2968c0d req-cbec257a-12c3-44a4-80d5-8930d7107ccf tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=67af5669-202f-4690-ab40-7e1b09ec9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361595 Aug 12 21:59:23.358604 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87776cf9-f2e2-4981-81c2-d1928bd35cd3 req-ddf78a5a-531b-45de-92aa-c2354710c3d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:23.360062 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87776cf9-f2e2-4981-81c2-d1928bd35cd3 req-ddf78a5a-531b-45de-92aa-c2354710c3d9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 945 time: 0.0491333 Aug 12 21:59:23.398874 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87776cf9-f2e2-4981-81c2-d1928bd35cd3 req-65560e3d-2164-45f0-9190-2c5c2e650422 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=67af5669-202f-4690-ab40-7e1b09ec9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326862 Aug 12 21:59:23.508057 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f86e5-cce8-4024-8546-b08427db5adf req-96a2c36b-6b03-4ce8-a77d-3923d89d8ca3 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:23.509521 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b25f86e5-cce8-4024-8546-b08427db5adf req-96a2c36b-6b03-4ce8-a77d-3923d89d8ca3 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 945 time: 0.0466514 Aug 12 21:59:23.518526 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 33980) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:23.523206 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8be5b7e5-00ff-4446-9a61-d26ef8376afd tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Request body: {'floatingip': {'port_id': '1cf95058-b4a6-437f-ad5f-0cfb379b9859'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:23.562498 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8be5b7e5-00ff-4446-9a61-d26ef8376afd tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.983655 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8be5b7e5-00ff-4446-9a61-d26ef8376afd tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:23.988279 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8be5b7e5-00ff-4446-9a61-d26ef8376afd tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:24.088243 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-8be5b7e5-00ff-4446-9a61-d26ef8376afd tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Floating IP 7342b256-80d6-425f-aa9e-421c5752ffac associated. External IP: 172.27.1.184, port: 1cf95058-b4a6-437f-ad5f-0cfb379b9859. Aug 12 21:59:24.540520 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be5b7e5-00ff-4446-9a61-d26ef8376afd tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Router 5d430406-b0cc-47b4-82ab-9167d84d8c33 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:59:24.641894 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be5b7e5-00ff-4446-9a61-d26ef8376afd tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:59:24.647354 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8be5b7e5-00ff-4446-9a61-d26ef8376afd tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:24.651912 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca103b4e-8351-480c-bb82-87970a39053d None None] Sync routers for ids ['5d430406-b0cc-47b4-82ab-9167d84d8c33'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:59:24.661150 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca103b4e-8351-480c-bb82-87970a39053d None None] Routers {'5d430406-b0cc-47b4-82ab-9167d84d8c33'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:24.661786 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-ca103b4e-8351-480c-bb82-87970a39053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:59:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['5d430406-b0cc-47b4-82ab-9167d84d8c33'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:24.677652 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8be5b7e5-00ff-4446-9a61-d26ef8376afd tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "PUT /v2.0/floatingips/7342b256-80d6-425f-aa9e-421c5752ffac HTTP/1.1" status: 200 len: 991 time: 1.1580305 Aug 12 21:59:24.678230 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf7279d-e227-4f9d-b8b2-c09f092dc51b', 'tag': '1cf95058-b4a6-437f-ad5f-0cfb379b9859'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:24.680458 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a066d98-c2ed-4919-af47-5defa6a22628" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf7279d-e227-4f9d-b8b2-c09f092dc51b", "tag": "1cf95058-b4a6-437f-ad5f-0cfb379b9859"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:24.728453 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c111cd22-a465-470f-a09d-07dfc9de43a5 x-openstack-request-id: req-c111cd22-a465-470f-a09d-07dfc9de43a5 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:24.728811 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf7279d-e227-4f9d-b8b2-c09f092dc51b", "tag": "1cf95058-b4a6-437f-ad5f-0cfb379b9859", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:24.729154 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c111cd22-a465-470f-a09d-07dfc9de43a5 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:24.729625 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf7279d-e227-4f9d-b8b2-c09f092dc51b', 'tag': '1cf95058-b4a6-437f-ad5f-0cfb379b9859', 'status': 'completed', 'code': 200} Aug 12 21:59:24.772793 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-ca103b4e-8351-480c-bb82-87970a39053d None None] Set router 5d430406-b0cc-47b4-82ab-9167d84d8c33 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:24.793338 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a066d98-c2ed-4919-af47-5defa6a22628 req-7c890db1-b402-42cb-8d32-a0ca9a9f337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:24.794874 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a066d98-c2ed-4919-af47-5defa6a22628 req-7c890db1-b402-42cb-8d32-a0ca9a9f337e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8dfd626040248deab4261d183e1e445&device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 1098 time: 0.0411944 Aug 12 21:59:24.884045 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a066d98-c2ed-4919-af47-5defa6a22628 req-bab96b67-e331-41b5-ad19-2b7a86af6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:24.885548 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a066d98-c2ed-4919-af47-5defa6a22628 req-bab96b67-e331-41b5-ad19-2b7a86af6352 service neutron] 10.222.0.66 "GET /v2.0/networks?id=806601be-7d73-41dc-a17f-29d2397473ae HTTP/1.1" status: 200 len: 912 time: 0.0832586 Aug 12 21:59:24.959267 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a066d98-c2ed-4919-af47-5defa6a22628 req-376e41ea-cd48-4591-9fa2-fdef1fe9680e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cf95058-b4a6-437f-ad5f-0cfb379b9859 HTTP/1.1" status: 200 len: 999 time: 0.0639517 Aug 12 21:59:24.995233 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-ca103b4e-8351-480c-bb82-87970a39053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '7342b256-80d6-425f-aa9e-421c5752ffac', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'port_id': '1cf95058-b4a6-437f-ad5f-0cfb379b9859', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'mac_address': 'fa:16:3e:b0:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf7279d-e227-4f9d-b8b2-c09f092dc51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:59:13Z', 'updated_at': '2021-08-12T21:59:23Z', 'revision_number': 1, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4808030-00fd-48f6-8352-bedb75823152', 'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'mac_address': 'fa:16:3e:3d:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:24Z', 'updated_at': '2021-08-12T21:54:40Z', 'revision_number': 5, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'subnets': [{'id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:25.008676 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a066d98-c2ed-4919-af47-5defa6a22628 req-706ddb0c-797a-4275-a56b-799ea5f40f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:25.010197 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a066d98-c2ed-4919-af47-5defa6a22628 req-706ddb0c-797a-4275-a56b-799ea5f40f93 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ee30d20-fb34-4973-8d29-eae3277e3889 HTTP/1.1" status: 200 len: 850 time: 0.0436127 Aug 12 21:59:25.022139 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca103b4e-8351-480c-bb82-87970a39053d None None] Checking router: 5d430406-b0cc-47b4-82ab-9167d84d8c33 for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:59:25.030646 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca103b4e-8351-480c-bb82-87970a39053d None None] Routers {'5d430406-b0cc-47b4-82ab-9167d84d8c33'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:25.031224 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-ca103b4e-8351-480c-bb82-87970a39053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:59:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['5d430406-b0cc-47b4-82ab-9167d84d8c33'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:25.059576 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a066d98-c2ed-4919-af47-5defa6a22628 req-1c2a3d4b-f5cd-4ba0-8b0a-a3c2049e1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:25.061165 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a066d98-c2ed-4919-af47-5defa6a22628 req-1c2a3d4b-f5cd-4ba0-8b0a-a3c2049e1bbb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=806601be-7d73-41dc-a17f-29d2397473ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419958 Aug 12 21:59:25.138705 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-ca103b4e-8351-480c-bb82-87970a39053d None None] Set router 5d430406-b0cc-47b4-82ab-9167d84d8c33 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:25.159693 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a066d98-c2ed-4919-af47-5defa6a22628 req-1f724dda-7d41-43bb-bf43-e90916cc8422 service neutron] 10.222.0.66 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863378 Aug 12 21:59:25.248852 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a066d98-c2ed-4919-af47-5defa6a22628 req-047ad0cd-fdc2-40d2-9403-b5015dc1a4b9 service neutron] 10.222.0.66 "GET /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814493 Aug 12 21:59:25.358118 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-ca103b4e-8351-480c-bb82-87970a39053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '7342b256-80d6-425f-aa9e-421c5752ffac', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'port_id': '1cf95058-b4a6-437f-ad5f-0cfb379b9859', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'mac_address': 'fa:16:3e:b0:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf7279d-e227-4f9d-b8b2-c09f092dc51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:59:13Z', 'updated_at': '2021-08-12T21:59:23Z', 'revision_number': 1, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4808030-00fd-48f6-8352-bedb75823152', 'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'mac_address': 'fa:16:3e:3d:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:24Z', 'updated_at': '2021-08-12T21:54:40Z', 'revision_number': 5, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'subnets': [{'id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:25.503914 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca103b4e-8351-480c-bb82-87970a39053d None None] The sync data for ids ['5d430406-b0cc-47b4-82ab-9167d84d8c33'] in dv-cinder-804457-2-iscsi is: [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '7342b256-80d6-425f-aa9e-421c5752ffac', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'port_id': '1cf95058-b4a6-437f-ad5f-0cfb379b9859', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'mac_address': 'fa:16:3e:b0:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf7279d-e227-4f9d-b8b2-c09f092dc51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:59:13Z', 'updated_at': '2021-08-12T21:59:23Z', 'revision_number': 1, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4808030-00fd-48f6-8352-bedb75823152', 'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'mac_address': 'fa:16:3e:3d:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:24Z', 'updated_at': '2021-08-12T21:54:40Z', 'revision_number': 5, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'subnets': [{'id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:59:25.681827 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab377f8-4d3d-473c-b008-3c47e17be974 None None] New status for floating IP 7342b256-80d6-425f-aa9e-421c5752ffac: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:59:27.485509 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8025-092b-4d40-9d86-579e4eb18be1 req-6469295d-97d9-41e0-8fe5-16511856acf7 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:27.487737 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-720a8025-092b-4d40-9d86-579e4eb18be1 req-6469295d-97d9-41e0-8fe5-16511856acf7 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 946 time: 0.0587192 Aug 12 21:59:27.524611 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-720a8025-092b-4d40-9d86-579e4eb18be1 req-86d2b88c-b226-4374-bc66-78c02a68022c tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311604 Aug 12 21:59:28.639516 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42afb5-ba42-42c8-92a6-c3ce708c617f req-57e7339c-0cd2-40c1-99b9-54bd0dc8c6ed tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:28.641003 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2d42afb5-ba42-42c8-92a6-c3ce708c617f req-57e7339c-0cd2-40c1-99b9-54bd0dc8c6ed tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 946 time: 0.0478134 Aug 12 21:59:28.677642 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2d42afb5-ba42-42c8-92a6-c3ce708c617f req-912fdd4f-e978-47e2-a32b-c7716f3df9f0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298681 Aug 12 21:59:29.042480 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983fd40-1d57-45a4-aa30-0ec25e89f451 req-ca4a1567-4c57-49a6-ba45-61850e36a88b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:29.043932 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9983fd40-1d57-45a4-aa30-0ec25e89f451 req-ca4a1567-4c57-49a6-ba45-61850e36a88b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.66 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 946 time: 0.0477400 Aug 12 21:59:29.136082 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-9983fd40-1d57-45a4-aa30-0ec25e89f451 req-7a49225d-8147-4aa9-a7de-35ce288be5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Deleting port c3a27316-9bc4-4465-89fc-41030fcc045f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:59:29.136423 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9983fd40-1d57-45a4-aa30-0ec25e89f451 req-7a49225d-8147-4aa9-a7de-35ce288be5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.221003 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-9983fd40-1d57-45a4-aa30-0ec25e89f451 req-7a49225d-8147-4aa9-a7de-35ce288be5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] For port c3a27316-9bc4-4465-89fc-41030fcc045f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c3a27316-9bc4-4465-89fc-41030fcc045f,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:29.221402 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9983fd40-1d57-45a4-aa30-0ec25e89f451 req-7a49225d-8147-4aa9-a7de-35ce288be5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.394921 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9983fd40-1d57-45a4-aa30-0ec25e89f451 req-7a49225d-8147-4aa9-a7de-35ce288be5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.395299 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9983fd40-1d57-45a4-aa30-0ec25e89f451 req-7a49225d-8147-4aa9-a7de-35ce288be5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.395617 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.l3_db [req-9983fd40-1d57-45a4-aa30-0ec25e89f451 req-7a49225d-8147-4aa9-a7de-35ce288be5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Floating IP 4ee7eb1e-d999-4cd1-9572-1ee9d34748a7 disassociated. External IP: 172.27.1.65, port: c3a27316-9bc4-4465-89fc-41030fcc045f. Aug 12 21:59:29.395967 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-9983fd40-1d57-45a4-aa30-0ec25e89f451 req-7a49225d-8147-4aa9-a7de-35ce288be5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Calling delete_port for c3a27316-9bc4-4465-89fc-41030fcc045f owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:59:29.526908 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9983fd40-1d57-45a4-aa30-0ec25e89f451 req-7a49225d-8147-4aa9-a7de-35ce288be5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.560905 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49225d-8147-4aa9-a7de-35ce288be5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event deleted for resources: {'Port': ['ID=c3a27316-9bc4-4465-89fc-41030fcc045f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:29.685455 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9983fd40-1d57-45a4-aa30-0ec25e89f451 req-7a49225d-8147-4aa9-a7de-35ce288be5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:59:29.740236 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:59:29.818641 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-42bfcb74-ed62-4771-b488-d1b92ad60e26 req-89f90435-9652-4ccd-a496-ac6286e7b882 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=c916bb96-ae3f-4580-9760-023590c4b601 HTTP/1.1" status: 200 len: 210 time: 0.0369046 Aug 12 21:59:29.829830 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9983fd40-1d57-45a4-aa30-0ec25e89f451 req-7a49225d-8147-4aa9-a7de-35ce288be5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:59:29.841467 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17377ca-413c-4df5-9a4b-9b99234ebcce None None] Sync routers for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:59:29.851907 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17377ca-413c-4df5-9a4b-9b99234ebcce None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:29.852625 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-f17377ca-413c-4df5-9a4b-9b99234ebcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:59:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:29.870764 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-9983fd40-1d57-45a4-aa30-0ec25e89f451 req-7a49225d-8147-4aa9-a7de-35ce288be5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] No DVR routers for this DVR port c3a27316-9bc4-4465-89fc-41030fcc045f on host hv-cinder-80445 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:59:29.873442 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9983fd40-1d57-45a4-aa30-0ec25e89f451 req-7a49225d-8147-4aa9-a7de-35ce288be5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:29.875620 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9983fd40-1d57-45a4-aa30-0ec25e89f451 req-7a49225d-8147-4aa9-a7de-35ce288be5cc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.66 "DELETE /v2.0/ports/c3a27316-9bc4-4465-89fc-41030fcc045f HTTP/1.1" status: 204 len: 173 time: 0.8254983 Aug 12 21:59:29.876060 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c916bb96-ae3f-4580-9760-023590c4b601', 'name': 'network-vif-deleted', 'tag': 'c3a27316-9bc4-4465-89fc-41030fcc045f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:29.878884 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b532ec56-34fa-4a6d-9f95-094c8e84186e" -d '{"events": [{"server_uuid": "c916bb96-ae3f-4580-9760-023590c4b601", "name": "network-vif-deleted", "tag": "c3a27316-9bc4-4465-89fc-41030fcc045f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:29.928466 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2601fda7-9b57-445c-a484-e3f2fa2addc6 x-openstack-request-id: req-2601fda7-9b57-445c-a484-e3f2fa2addc6 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:29.929191 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c916bb96-ae3f-4580-9760-023590c4b601", "name": "network-vif-deleted", "tag": "c3a27316-9bc4-4465-89fc-41030fcc045f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:29.929642 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2601fda7-9b57-445c-a484-e3f2fa2addc6 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:29.930210 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c916bb96-ae3f-4580-9760-023590c4b601', 'name': 'network-vif-deleted', 'tag': 'c3a27316-9bc4-4465-89fc-41030fcc045f', 'status': 'completed', 'code': 200} Aug 12 21:59:29.983325 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-f17377ca-413c-4df5-9a4b-9b99234ebcce None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:30.204428 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-f17377ca-413c-4df5-9a4b-9b99234ebcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:30.231844 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17377ca-413c-4df5-9a4b-9b99234ebcce None None] Checking router: 9e73ea9a-2a76-435e-9431-5f31bc4dd771 for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:59:30.245807 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17377ca-413c-4df5-9a4b-9b99234ebcce None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:30.246004 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-f17377ca-413c-4df5-9a4b-9b99234ebcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:59:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:30.349909 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-f17377ca-413c-4df5-9a4b-9b99234ebcce None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:30.553767 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-f17377ca-413c-4df5-9a4b-9b99234ebcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:30.581183 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17377ca-413c-4df5-9a4b-9b99234ebcce None None] The sync data for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi is: [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:59:30.799967 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac156802-0f26-4746-acb3-fa6bac1dd99c None None] New status for floating IP 4ee7eb1e-d999-4cd1-9572-1ee9d34748a7: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:59:31.071074 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-1c6c523a-8f9b-4c6c-b300-00c2e8abc20b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492475998&fields=id&tenant_id=d8e3429a9f264b3f96368c74923af18f HTTP/1.1" status: 200 len: 267 time: 0.0321853 Aug 12 21:59:31.176659 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-70c1002d-5b8f-4e8e-ba97-303ddf2e0fa2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:31.178117 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-70c1002d-5b8f-4e8e-ba97-303ddf2e0fa2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/networks?id=613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 200 len: 812 time: 0.1001272 Aug 12 21:59:31.193156 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-cf4637a5-5e1b-4716-b083-2012d12f5c59 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/quotas/d8e3429a9f264b3f96368c74923af18f HTTP/1.1" status: 200 len: 375 time: 0.0093930 Aug 12 21:59:31.248106 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-c59ade08-dea6-4943-87ef-adffb3919141 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8e3429a9f264b3f96368c74923af18f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483541 Aug 12 21:59:31.383835 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-cc28a28a-8f90-4316-b087-d846deb47f11 service neutron] 10.222.0.74 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234295 Aug 12 21:59:31.473381 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-b847fc79-b82b-41a0-acf9-5bd1afe693cf service neutron] 10.222.0.74 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835061 Aug 12 21:59:31.748007 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9dfbe1bc-4df2-4069-ba75-887edbd2b096 req-453b3346-6cf7-40df-b2e1-bfdf48375834 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 210 time: 0.0282671 Aug 12 21:59:31.793669 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device c3a27316-9bc4-4465-89fc-41030fcc045f no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:59:31.813773 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: c3a27316-9bc4-4465-89fc-41030fcc045f {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:59:31.814150 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device c3a27316-9bc4-4465-89fc-41030fcc045f not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:59:32.858997 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f3579c9c-6784-4ac3-874b-2b88cbcca312 req-9847d51e-c8f5-40c7-961b-49bfb680035d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 210 time: 0.0405488 Aug 12 21:59:32.902856 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-ddae9d6a-1168-4b02-9ce9-03dd60855700 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:32.904330 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-ddae9d6a-1168-4b02-9ce9-03dd60855700 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.66 "GET /v2.0/networks?id=613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 200 len: 812 time: 0.1371503 Aug 12 21:59:32.947203 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-50056fcc-bcd2-4e5e-bdd9-432ff7b94130 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8e3429a9f264b3f96368c74923af18f HTTP/1.1" status: 200 len: 380 time: 0.0330002 Aug 12 21:59:32.958249 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Request body: {'port': {'device_id': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'admin_state_up': True, 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'security_groups': ['24756664-b713-48c1-bd3e-e35339f667ab']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:33.062746 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Made reservation on behalf of d8e3429a9f264b3f96368c74923af18f for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:59:33.066028 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.190103 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Allocated IP 172.20.0.3 (613fc478-5bf3-40ff-985a-d2037dcedd3d/d02462e4-e48f-4f21-a855-efcf02a2fe69/ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:59:33.332383 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.348192 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Transition to ACTIVE for port object ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:33.388813 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.432776 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Network 613fc478-5bf3-40ff-985a-d2037dcedd3d is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:33.438262 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:33.442252 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:59:33.467566 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event updated for resources: {'Port': ['ID=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:33.477623 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:33.477981 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:33.478329 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:33.478665 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:33.479003 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:33.479400 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:33.479721 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:33.480074 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:33.480503 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:33.480768 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:33.481095 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:33.481471 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:33.509814 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:33.510434 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.525527 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-c910c0d9-2f87-4421-b692-229cc880dce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5719674 Aug 12 21:59:33.594734 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Request body: {'port': {'device_id': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:33.652060 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.681151 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-ae37a81e-2201-486a-afd7-323a578a38d6 None None] Provisioning for port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:33.684648 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-ae37a81e-2201-486a-afd7-323a578a38d6 None None] Provisioning complete for port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:33.685026 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae37a81e-2201-486a-afd7-323a578a38d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.721767 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ae37a81e-2201-486a-afd7-323a578a38d6 None None] Port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:59:33.909424 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:59:33.916964 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:33.929270 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Transition to ACTIVE for port object ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:59:33.940171 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.013206 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Pushing event updated for resources: {'Port': ['ID=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:34.027506 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358ebc6-3c8c-49f8-9320-3595491c4e96 req-4675c087-1624-42e2-acfe-63cc1f022528 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:34.029063 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2358ebc6-3c8c-49f8-9320-3595491c4e96 req-4675c087-1624-42e2-acfe-63cc1f022528 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 943 time: 0.0982299 Aug 12 21:59:34.103625 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2358ebc6-3c8c-49f8-9320-3595491c4e96 req-7b42c7da-c158-4841-834f-d3ed37ec836b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604663 Aug 12 21:59:34.121689 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Attempting to bind port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:59:34.122033 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Attempting to bind port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:59:34.122434 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Attempting to bind port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 on network 613fc478-5bf3-40ff-985a-d2037dcedd3d {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:59:34.126976 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 on network 613fc478-5bf3-40ff-985a-d2037dcedd3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:59:34.127302 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Attempting to bind port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 on network 613fc478-5bf3-40ff-985a-d2037dcedd3d {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:59:34.132230 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:59:34.132589 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Checking segment: {'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:59:34.132972 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Bound using segment: {'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:59:34.133435 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Bound port: ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:59:34.133796 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.196037 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] For port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1, host hv-cinder-80445, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:59:34.198984 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] For port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:59:34.202248 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.239514 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:34.240157 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:34.241520 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] 10.222.0.66 "PUT /v2.0/ports/ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 HTTP/1.1" status: 200 len: 1093 time: 0.7036860 Aug 12 21:59:34.241963 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'tag': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:34.244198 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f28033-9afe-46c8-834a-a207a113d175" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9", "tag": "ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:34.271976 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188f7bf-f90e-4e39-952e-446eb2ab623e service neutron] Pushing event updated for resources: {'Port': ['ID=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:34.286986 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b73eb85-941b-42d7-a12d-6dc4b313f66d x-openstack-request-id: req-3b73eb85-941b-42d7-a12d-6dc4b313f66d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:34.287279 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9", "tag": "ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:34.287543 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3b73eb85-941b-42d7-a12d-6dc4b313f66d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:34.287943 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'tag': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'status': 'completed', 'code': 200} Aug 12 21:59:34.340827 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-87f49dbc-b5bc-4ec1-9ef6-4c04bc0742b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:34.342371 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-87f49dbc-b5bc-4ec1-9ef6-4c04bc0742b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8e3429a9f264b3f96368c74923af18f&device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 1096 time: 0.0443749 Aug 12 21:59:34.385899 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-c10ec5a0-7a94-4d36-bd79-e6d4881e7154 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 HTTP/1.1" status: 200 len: 217 time: 0.0352538 Aug 12 21:59:34.438902 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-a0202bcc-cfca-4385-8329-235edde11224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:34.440952 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-a0202bcc-cfca-4385-8329-235edde11224 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d02462e4-e48f-4f21-a855-efcf02a2fe69 HTTP/1.1" status: 200 len: 851 time: 0.0476151 Aug 12 21:59:34.492754 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-be2e4b29-7c2f-48da-9c8b-c60ee9df7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:34.494344 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-be2e4b29-7c2f-48da-9c8b-c60ee9df7cc9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=613fc478-5bf3-40ff-985a-d2037dcedd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457273 Aug 12 21:59:34.586415 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-440b0538-7fbc-4edd-b879-93c0433686b0 service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828586 Aug 12 21:59:34.686049 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8c08e44-7a02-419e-8674-1f506c93f5b5 req-bd400827-e71a-45a0-8014-8731a5f5374a service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838292 Aug 12 21:59:34.765706 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f28033-9afe-46c8-834a-a207a113d175 req-e8318f4a-3f97-4104-9b3f-cad232a3d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:34.767168 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34f28033-9afe-46c8-834a-a207a113d175 req-e8318f4a-3f97-4104-9b3f-cad232a3d09b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8e3429a9f264b3f96368c74923af18f&device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 1096 time: 0.0394738 Aug 12 21:59:35.095995 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f28033-9afe-46c8-834a-a207a113d175 req-4ecb807a-35e5-4b7c-942e-eaf3f8933d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:35.097485 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34f28033-9afe-46c8-834a-a207a113d175 req-4ecb807a-35e5-4b7c-942e-eaf3f8933d62 service neutron] 10.222.0.66 "GET /v2.0/networks?id=613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 200 len: 913 time: 0.3220003 Aug 12 21:59:35.147638 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34f28033-9afe-46c8-834a-a207a113d175 req-f1246d3f-e745-40d3-b9d1-48cb11423ae2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 HTTP/1.1" status: 200 len: 217 time: 0.0338585 Aug 12 21:59:35.224525 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f28033-9afe-46c8-834a-a207a113d175 req-df2aab32-b6e7-4a9e-b2d0-47be76e14397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:35.225990 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34f28033-9afe-46c8-834a-a207a113d175 req-df2aab32-b6e7-4a9e-b2d0-47be76e14397 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d02462e4-e48f-4f21-a855-efcf02a2fe69 HTTP/1.1" status: 200 len: 851 time: 0.0704334 Aug 12 21:59:35.242707 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef0b98-61b7-4cf9-b4ce-c508654dd70b req-b45df7a0-87f0-40a5-940f-c7c24c321347 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:35.244005 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1cef0b98-61b7-4cf9-b4ce-c508654dd70b req-b45df7a0-87f0-40a5-940f-c7c24c321347 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 943 time: 0.0636437 Aug 12 21:59:35.302328 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1cef0b98-61b7-4cf9-b4ce-c508654dd70b req-6e981188-3d92-4687-a1c4-e0e507d54f23 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514715 Aug 12 21:59:35.306910 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f28033-9afe-46c8-834a-a207a113d175 req-87705b58-b490-4681-b762-a563af9bbf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:35.308380 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34f28033-9afe-46c8-834a-a207a113d175 req-87705b58-b490-4681-b762-a563af9bbf59 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=613fc478-5bf3-40ff-985a-d2037dcedd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737214 Aug 12 21:59:35.398872 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34f28033-9afe-46c8-834a-a207a113d175 req-1db5a7c9-2a1f-4469-8df2-a4724889e192 service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821593 Aug 12 21:59:35.486382 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34f28033-9afe-46c8-834a-a207a113d175 req-ecbcf5f1-7021-4fd0-a7dd-7120281ff762 service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801079 Aug 12 21:59:36.418028 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be890b7f-6798-458e-a535-5ff1618349a6 req-aeacf3ef-f483-45bc-9c0c-9a6ba83f44a7 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:36.419522 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-be890b7f-6798-458e-a535-5ff1618349a6 req-aeacf3ef-f483-45bc-9c0c-9a6ba83f44a7 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 943 time: 0.0491664 Aug 12 21:59:36.457363 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-be890b7f-6798-458e-a535-5ff1618349a6 req-40835bdf-9502-4b3c-adc4-92dcc8272764 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318408 Aug 12 21:59:37.575784 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31487e98-4487-4454-9e2d-d566fa00c480 req-33ddcd3b-d0b3-46e8-8805-fa648d4aedc3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:37.577290 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-31487e98-4487-4454-9e2d-d566fa00c480 req-33ddcd3b-d0b3-46e8-8805-fa648d4aedc3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 943 time: 0.0531747 Aug 12 21:59:37.614477 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-31487e98-4487-4454-9e2d-d566fa00c480 req-39266b56-cdae-44f5-be31-e2bfba73c095 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308697 Aug 12 21:59:37.821379 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:38.727908 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ede74e-27af-4f20-8426-9dbaa6c9ac3b req-fae0831b-5a2b-4131-8d05-6c24a20a599b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:38.729541 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a1ede74e-27af-4f20-8426-9dbaa6c9ac3b req-fae0831b-5a2b-4131-8d05-6c24a20a599b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 943 time: 0.0479555 Aug 12 21:59:38.769259 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a1ede74e-27af-4f20-8426-9dbaa6c9ac3b req-3658e15d-c09c-4c3d-bea8-3ccf8c992719 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338197 Aug 12 21:59:39.883814 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fd9b7-9c7e-4b88-a2b4-d19f1474c2e1 req-07cc58de-9473-42d8-90eb-692c3c7499b4 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:39.885308 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f94fd9b7-9c7e-4b88-a2b4-d19f1474c2e1 req-07cc58de-9473-42d8-90eb-692c3c7499b4 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 943 time: 0.0483284 Aug 12 21:59:39.922093 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f94fd9b7-9c7e-4b88-a2b4-d19f1474c2e1 req-ace24959-bd50-4807-8f91-1d7600319e5b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309842 Aug 12 21:59:41.041025 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa11d78-fcb1-4f45-9cd5-9cb40ce7f1ec req-556f6575-7ff0-4a25-9204-aa1fe61b7511 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:41.042573 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7aa11d78-fcb1-4f45-9cd5-9cb40ce7f1ec req-556f6575-7ff0-4a25-9204-aa1fe61b7511 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 943 time: 0.0526831 Aug 12 21:59:41.079882 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7aa11d78-fcb1-4f45-9cd5-9cb40ce7f1ec req-0df21850-1255-4fd0-be77-13bd30e2d7de tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308979 Aug 12 21:59:41.845900 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:59:41.938209 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:41.949648 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'port_id': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'mac_address': 'fa:16:3e:a5:72:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:59:41.989925 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:42.003569 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:59:42.023059 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:42.026410 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:42.073189 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:42.200715 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c412b-d781-456e-82e3-d2cd16cd0489 req-a4802391-a265-48d6-bb1f-b7e1de5d6214 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:42.202225 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-809c412b-d781-456e-82e3-d2cd16cd0489 req-a4802391-a265-48d6-bb1f-b7e1de5d6214 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 944 time: 0.0540309 Aug 12 21:59:42.239623 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-809c412b-d781-456e-82e3-d2cd16cd0489 req-d00639d0-c28b-4912-bd9f-d599161f1b88 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309637 Aug 12 21:59:42.252705 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:59:43.356127 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b306b2-614c-4cf0-b0e1-eab991bb0341 req-d9cc5f38-cd15-47aa-995c-f8d49c77cd4f tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:43.357653 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-96b306b2-614c-4cf0-b0e1-eab991bb0341 req-d9cc5f38-cd15-47aa-995c-f8d49c77cd4f tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 944 time: 0.0498879 Aug 12 21:59:43.394589 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-96b306b2-614c-4cf0-b0e1-eab991bb0341 req-f816a6e1-ec5c-40fb-8b08-5819d6e0cc93 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306547 Aug 12 21:59:43.855259 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:59:43.908300 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:59:43.912065 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:59:43.912541 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:43.992508 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:44.014127 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:44.016334 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a83ed7-43a2-49ae-a2c2-27975e2b30c0" -d '{"events": [{"server_uuid": "eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9", "name": "network-vif-plugged", "status": "completed", "tag": "ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:44.029746 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:44.034902 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:44.058909 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1fd48f-2113-4790-aae9-d35a49a1ea85 x-openstack-request-id: req-5f1fd48f-2113-4790-aae9-d35a49a1ea85 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:44.059202 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9", "name": "network-vif-plugged", "status": "completed", "tag": "ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:44.059454 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5f1fd48f-2113-4790-aae9-d35a49a1ea85 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:44.059849 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'code': 200} Aug 12 21:59:44.085981 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:44.293756 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827cef9-dad0-4c03-985e-f125b424635a req-5f2407e0-0bff-402b-a46d-e207ba03ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:44.295298 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6827cef9-dad0-4c03-985e-f125b424635a req-5f2407e0-0bff-402b-a46d-e207ba03ab91 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 1098 time: 0.0448773 Aug 12 21:59:44.330393 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6827cef9-dad0-4c03-985e-f125b424635a req-92629fbd-c3c9-4adc-aeb4-6675f7f5efd5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280943 Aug 12 21:59:44.507844 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537aac0-3c43-49ca-8e66-4775c411e366 req-5bf49d6a-f5f6-44ce-b2c7-0c91c89faec4 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:44.509321 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5537aac0-3c43-49ca-8e66-4775c411e366 req-5bf49d6a-f5f6-44ce-b2c7-0c91c89faec4 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 945 time: 0.0479658 Aug 12 21:59:44.546175 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5537aac0-3c43-49ca-8e66-4775c411e366 req-2a641014-21a3-47cd-9cec-8e2ef43c68f9 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308754 Aug 12 21:59:45.272168 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-934eacc2-bca5-4c10-a206-37b572a90d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:45.659952 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b3510-db4f-4d11-a5e6-7f5885ef302e req-e5e741b5-b137-403d-856e-56acd930da05 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:45.661431 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-058b3510-db4f-4d11-a5e6-7f5885ef302e req-e5e741b5-b137-403d-856e-56acd930da05 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 945 time: 0.0478995 Aug 12 21:59:45.698030 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-058b3510-db4f-4d11-a5e6-7f5885ef302e req-446e8fb5-c26f-4bea-bf44-1cfe507ba452 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303175 Aug 12 21:59:45.815298 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5bb06-19cf-4389-9251-1a070ca6e817 req-8073dfa3-bf7f-4146-9d45-c1d89653edeb tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:45.816812 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-50d5bb06-19cf-4389-9251-1a070ca6e817 req-8073dfa3-bf7f-4146-9d45-c1d89653edeb tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 945 time: 0.0533452 Aug 12 21:59:45.856326 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-50d5bb06-19cf-4389-9251-1a070ca6e817 req-01375338-58a9-463c-9c68-8c787ae49260 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335681 Aug 12 21:59:45.879518 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34158) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:45.918522 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559ee534-3835-4701-b749-2b8b33b160ec tempest-TestVolumeBootPattern-683346263 tempest-TestVolumeBootPattern-683346263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:45.920020 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-559ee534-3835-4701-b749-2b8b33b160ec tempest-TestVolumeBootPattern-683346263 tempest-TestVolumeBootPattern-683346263-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 1093 time: 0.0395365 Aug 12 21:59:45.922828 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34160) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:59:45.927158 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Request body: {'floatingip': {'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'port_id': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:59:45.950191 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:46.052534 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:46.179631 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483ed0-c653-4161-8294-8300449cf5c1 req-1f503c21-7887-47f2-b0ad-284bc15aa05d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:46.181089 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-38483ed0-c653-4161-8294-8300449cf5c1 req-1f503c21-7887-47f2-b0ad-284bc15aa05d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0909772 Aug 12 21:59:46.196896 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Allocated IP 172.27.1.186 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/a17e78be-282a-4362-8219-cfcb84415a1a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:59:46.269826 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-38483ed0-c653-4161-8294-8300449cf5c1 req-d41acd7c-0c35-4698-bf6e-10d7ef5ffcd3 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800807 Aug 12 21:59:46.321810 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:46.359261 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:46.401739 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:59:46.406009 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:59:46.411072 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:59:46.413049 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event updated for resources: {'Port': ['ID=a17e78be-282a-4362-8219-cfcb84415a1a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:46.755441 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:46.822618 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:46.967738 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:46.972417 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.040252 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event updated for resources: {'Port': ['ID=a17e78be-282a-4362-8219-cfcb84415a1a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:47.048231 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.145076 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Floating IP fb67801f-e021-43f6-b838-bba5dd3a3581 associated. External IP: 172.27.1.186, port: ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1. Aug 12 21:59:47.377580 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:59:47.406026 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5e2ff-2fb5-4157-abeb-3a8df42b4db9 req-00c7e957-4dc6-415c-8bf5-803f545a41bf tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:47.407857 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-90d5e2ff-2fb5-4157-abeb-3a8df42b4db9 req-00c7e957-4dc6-415c-8bf5-803f545a41bf tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0660810 Aug 12 21:59:47.506794 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-90d5e2ff-2fb5-4157-abeb-3a8df42b4db9 req-830678cd-5b3d-47e1-90a0-be336993b96f tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668154 Aug 12 21:59:47.529328 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:59:47.540349 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73293bb3-39cb-41df-8961-6451d44afeff None None] Sync routers for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:59:47.546611 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.549195 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73293bb3-39cb-41df-8961-6451d44afeff None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:47.549858 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-73293bb3-39cb-41df-8961-6451d44afeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:59:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:47.574055 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7094bf61-d178-466d-a312-8f0031b47cd3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6502159 Aug 12 21:59:47.574653 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'tag': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:59:47.576899 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f7086e-03ad-4175-9ba7-67745b624cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9", "tag": "ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:59:47.658815 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-73293bb3-39cb-41df-8961-6451d44afeff None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:47.671418 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e069a647-0592-4124-a2d6-7ca37fd64a5f x-openstack-request-id: req-e069a647-0592-4124-a2d6-7ca37fd64a5f {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:59:47.671582 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9", "tag": "ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:59:47.671761 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e069a647-0592-4124-a2d6-7ca37fd64a5f {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:59:47.672104 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'tag': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'status': 'completed', 'code': 200} Aug 12 21:59:47.744203 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7086e-03ad-4175-9ba7-67745b624cc5 req-e0a1f313-19a4-4a43-8a2a-666d0b968528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:47.745754 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f5f7086e-03ad-4175-9ba7-67745b624cc5 req-e0a1f313-19a4-4a43-8a2a-666d0b968528 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8e3429a9f264b3f96368c74923af18f&device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 1098 time: 0.0434437 Aug 12 21:59:47.756761 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6774f15-f7b5-4ccd-8298-f63a9dcb9875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:47.835534 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7086e-03ad-4175-9ba7-67745b624cc5 req-9eb0b64a-b78d-4667-82a2-53e7e12f1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:47.836914 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f5f7086e-03ad-4175-9ba7-67745b624cc5 req-9eb0b64a-b78d-4667-82a2-53e7e12f1d0e service neutron] 10.222.0.66 "GET /v2.0/networks?id=613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 200 len: 913 time: 0.0831261 Aug 12 21:59:47.895546 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-73293bb3-39cb-41df-8961-6451d44afeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': 'fb67801f-e021-43f6-b838-bba5dd3a3581', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'port_id': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'mac_address': 'fa:16:3e:a5:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:59:46Z', 'updated_at': '2021-08-12T21:59:46Z', 'revision_number': 0, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:47.907472 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f5f7086e-03ad-4175-9ba7-67745b624cc5 req-8669a561-7463-48d9-9d6a-c66be38e1297 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 HTTP/1.1" status: 200 len: 999 time: 0.0604031 Aug 12 21:59:47.920864 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73293bb3-39cb-41df-8961-6451d44afeff None None] Checking router: 9e73ea9a-2a76-435e-9431-5f31bc4dd771 for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:59:47.929772 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73293bb3-39cb-41df-8961-6451d44afeff None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:59:47.930382 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-73293bb3-39cb-41df-8961-6451d44afeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T21:59:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:47.955896 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7086e-03ad-4175-9ba7-67745b624cc5 req-f7310ad6-f596-47e7-957b-493940597894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:47.957363 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f5f7086e-03ad-4175-9ba7-67745b624cc5 req-f7310ad6-f596-47e7-957b-493940597894 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d02462e4-e48f-4f21-a855-efcf02a2fe69 HTTP/1.1" status: 200 len: 851 time: 0.0430489 Aug 12 21:59:48.006436 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7086e-03ad-4175-9ba7-67745b624cc5 req-703a9950-5193-40d8-bc5d-b1b0c1082d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:48.007951 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f5f7086e-03ad-4175-9ba7-67745b624cc5 req-703a9950-5193-40d8-bc5d-b1b0c1082d54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=613fc478-5bf3-40ff-985a-d2037dcedd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405948 Aug 12 21:59:48.033347 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-73293bb3-39cb-41df-8961-6451d44afeff None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:59:48.101034 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f5f7086e-03ad-4175-9ba7-67745b624cc5 req-80c95075-605a-4336-be24-08f2455c8f2a service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850599 Aug 12 21:59:48.189855 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:48.194948 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f5f7086e-03ad-4175-9ba7-67745b624cc5 req-f1241960-31a1-48c8-83e9-87ed39c7008a service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830474 Aug 12 21:59:48.268041 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-73293bb3-39cb-41df-8961-6451d44afeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': 'fb67801f-e021-43f6-b838-bba5dd3a3581', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'port_id': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'mac_address': 'fa:16:3e:a5:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:59:46Z', 'updated_at': '2021-08-12T21:59:46Z', 'revision_number': 0, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:59:48.297546 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73293bb3-39cb-41df-8961-6451d44afeff None None] The sync data for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi is: [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': 'fb67801f-e021-43f6-b838-bba5dd3a3581', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'port_id': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'mac_address': 'fa:16:3e:a5:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:59:46Z', 'updated_at': '2021-08-12T21:59:46Z', 'revision_number': 0, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:59:48.479517 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd6d51-2d57-4977-96f0-db5d650b6e52 None None] New status for floating IP fb67801f-e021-43f6-b838-bba5dd3a3581: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:59:48.632533 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef96d2a-f697-4a1c-be55-c739cebf65e7 req-b67c4df0-dd07-4450-afba-c5ae31856661 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:48.634064 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0ef96d2a-f697-4a1c-be55-c739cebf65e7 req-b67c4df0-dd07-4450-afba-c5ae31856661 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0499177 Aug 12 21:59:48.673496 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0ef96d2a-f697-4a1c-be55-c739cebf65e7 req-e204a5ae-95c7-4e1e-b512-9b4bc032c324 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330694 Aug 12 21:59:48.939987 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:49.794303 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889b4d2-a2be-472f-9a79-f9fe17d33a4e req-8913cae5-45bb-432c-a1ed-693e260bf4c2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:49.795884 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8889b4d2-a2be-472f-9a79-f9fe17d33a4e req-8913cae5-45bb-432c-a1ed-693e260bf4c2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0517452 Aug 12 21:59:49.832138 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8889b4d2-a2be-472f-9a79-f9fe17d33a4e req-2b4cac5a-69f3-47a4-b709-53c8c88b40dd tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298924 Aug 12 21:59:50.440329 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:50.952485 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfbc36-cb4e-422c-9b49-2f1138233302 req-2e13253d-fbc4-47e8-b27b-58dd787ad195 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:50.954622 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3cfbc36-cb4e-422c-9b49-2f1138233302 req-2e13253d-fbc4-47e8-b27b-58dd787ad195 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0510602 Aug 12 21:59:50.991673 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3cfbc36-cb4e-422c-9b49-2f1138233302 req-c9f58ace-234c-455b-acc3-a0b9c4509258 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313008 Aug 12 21:59:52.108621 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b4395-998b-441a-9998-a56e3b70feea req-3386020d-5a5e-4b99-841d-8ee2dca0929e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:52.110105 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-552b4395-998b-441a-9998-a56e3b70feea req-3386020d-5a5e-4b99-841d-8ee2dca0929e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0490654 Aug 12 21:59:52.146518 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-552b4395-998b-441a-9998-a56e3b70feea req-1807dbd4-c766-487e-a1b3-171b8f30ab95 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304565 Aug 12 21:59:53.264718 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ff4f9-e83a-4893-b93b-5fad4f323cc7 req-696b9dbd-da2d-446f-8a18-afbd567878bc tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:53.266217 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c95ff4f9-e83a-4893-b93b-5fad4f323cc7 req-696b9dbd-da2d-446f-8a18-afbd567878bc tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0510952 Aug 12 21:59:53.303928 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c95ff4f9-e83a-4893-b93b-5fad4f323cc7 req-2493251c-fdb9-4c52-ba1d-7e42d0ad86eb tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307560 Aug 12 21:59:54.420850 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e880f53-94ff-45aa-a774-98e052b55777 req-8f18ec83-1366-462d-ba16-2f63827dabb6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:54.422346 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6e880f53-94ff-45aa-a774-98e052b55777 req-8f18ec83-1366-462d-ba16-2f63827dabb6 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0482624 Aug 12 21:59:54.459346 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6e880f53-94ff-45aa-a774-98e052b55777 req-2fffcfca-f989-440f-81e4-9e8e5a18e326 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301540 Aug 12 21:59:55.575465 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c253b-e4e0-4f2b-9e00-9bf0cd6096e5 req-18bac6d4-ef67-467d-b9c7-e85fce9e4083 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:55.576890 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ab2c253b-e4e0-4f2b-9e00-9bf0cd6096e5 req-18bac6d4-ef67-467d-b9c7-e85fce9e4083 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0471365 Aug 12 21:59:55.613626 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ab2c253b-e4e0-4f2b-9e00-9bf0cd6096e5 req-59e42c2d-68a4-4d73-bf1e-9a046ac46ecd tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308170 Aug 12 21:59:56.733716 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b26a74-57ae-4251-96e2-1eeddf70193a req-bb13a418-e150-4b6b-a1a5-83271e0d14c8 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:56.735881 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c3b26a74-57ae-4251-96e2-1eeddf70193a req-bb13a418-e150-4b6b-a1a5-83271e0d14c8 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0508533 Aug 12 21:59:56.772967 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c3b26a74-57ae-4251-96e2-1eeddf70193a req-2c936370-7d3e-488d-a763-0eab3531a154 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312200 Aug 12 21:59:57.890261 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd707c-7ddb-45d8-9f02-f1f5b7036477 req-99064f63-06b7-46ae-aee6-311203f9e65d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:57.891978 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c0bd707c-7ddb-45d8-9f02-f1f5b7036477 req-99064f63-06b7-46ae-aee6-311203f9e65d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0479326 Aug 12 21:59:57.928437 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c0bd707c-7ddb-45d8-9f02-f1f5b7036477 req-220c4fe7-b36a-447e-a6af-a14726ba5253 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304132 Aug 12 21:59:57.957768 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 93f46a23-86be-4b54-8a55-e74645dc7dc0 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:59:58.048192 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 93f46a23-86be-4b54-8a55-e74645dc7dc0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:58.059096 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': '93f46a23-86be-4b54-8a55-e74645dc7dc0', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'port_id': '93f46a23-86be-4b54-8a55-e74645dc7dc0', 'mac_address': 'fa:16:3e:b5:b6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:59:58.213669 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:58.225689 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93f46a23-86be-4b54-8a55-e74645dc7dc0 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:59:58.246094 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 93f46a23-86be-4b54-8a55-e74645dc7dc0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:59:58.249602 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:59:58.295464 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=93f46a23-86be-4b54-8a55-e74645dc7dc0,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:59:58.306535 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:58.306896 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:58.307245 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:58.307591 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:58.307937 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:58.308277 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:58.308614 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:58.308948 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:58.309323 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:58.309658 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:58.309990 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:58.310322 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:59:58.371676 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['93f46a23-86be-4b54-8a55-e74645dc7dc0'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:59:59.047248 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca9dc6-5f3e-4f69-a392-0cf1630e6778 req-d03d1dd7-7139-44bb-b189-eb026837c163 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:59:59.049271 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0fca9dc6-5f3e-4f69-a392-0cf1630e6778 req-d03d1dd7-7139-44bb-b189-eb026837c163 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 945 time: 0.0487313 Aug 12 21:59:59.087192 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0fca9dc6-5f3e-4f69-a392-0cf1630e6778 req-45b9a721-0cc1-4ddf-b5e8-ccf20964fd09 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320683 Aug 12 21:59:59.980659 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 93f46a23-86be-4b54-8a55-e74645dc7dc0 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:00:00.030927 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port 93f46a23-86be-4b54-8a55-e74645dc7dc0 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:00:00.031300 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:00.109324 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:00.136546 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f46a23-86be-4b54-8a55-e74645dc7dc0'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:00:00.138864 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4f99f2-1370-48ad-ab9a-4902efabe27f" -d '{"events": [{"server_uuid": "f65b971e-ada1-4140-a423-7a53fbbf71a6", "name": "network-vif-plugged", "status": "completed", "tag": "93f46a23-86be-4b54-8a55-e74645dc7dc0"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:00:00.153915 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 93f46a23-86be-4b54-8a55-e74645dc7dc0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:00.158782 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:00.220742 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=93f46a23-86be-4b54-8a55-e74645dc7dc0,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:00.271971 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384818b1-0a71-40d6-a2fc-f7723c621ef3 x-openstack-request-id: req-384818b1-0a71-40d6-a2fc-f7723c621ef3 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:00:00.272271 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65b971e-ada1-4140-a423-7a53fbbf71a6", "name": "network-vif-plugged", "status": "completed", "tag": "93f46a23-86be-4b54-8a55-e74645dc7dc0", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:00:00.272529 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-384818b1-0a71-40d6-a2fc-f7723c621ef3 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:00:00.272924 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f46a23-86be-4b54-8a55-e74645dc7dc0', 'code': 200} Aug 12 22:00:00.280321 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58ff1f-a41b-4369-b91e-aaca1815e4a8 req-1af6661f-eb4f-4f1f-ac8e-7f6002f0ebb8 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:00.282542 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ae58ff1f-a41b-4369-b91e-aaca1815e4a8 req-1af6661f-eb4f-4f1f-ac8e-7f6002f0ebb8 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0830567 Aug 12 22:00:00.330817 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ae58ff1f-a41b-4369-b91e-aaca1815e4a8 req-356b7a35-8c94-420a-a76a-3c116497077e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406568 Aug 12 22:00:01.447321 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffa756-0695-4ff7-8694-9b6694a95f4c req-0d7b3265-fae8-492a-bb7c-b7b5be019e73 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:01.454443 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d2ffa756-0695-4ff7-8694-9b6694a95f4c req-0d7b3265-fae8-492a-bb7c-b7b5be019e73 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0542789 Aug 12 22:00:01.488517 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d2ffa756-0695-4ff7-8694-9b6694a95f4c req-c415db2f-2912-4647-81ba-5bce2655b141 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332024 Aug 12 22:00:02.614073 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e885c2-b340-4601-94c3-5cb35499b252 req-c7fc9745-1367-4f3c-9d7d-b641d5c060ae tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:02.615545 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0e885c2-b340-4601-94c3-5cb35499b252 req-c7fc9745-1367-4f3c-9d7d-b641d5c060ae tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0507689 Aug 12 22:00:02.664071 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0e885c2-b340-4601-94c3-5cb35499b252 req-09862dfc-7d53-42ac-b81d-73eed862fbb2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414386 Aug 12 22:00:03.786372 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39fca5-5022-4051-b4e9-5a0e354dfbf9 req-7558c4ea-97e4-4109-b812-d673d2b8f646 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:03.788651 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dd39fca5-5022-4051-b4e9-5a0e354dfbf9 req-7558c4ea-97e4-4109-b812-d673d2b8f646 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0556092 Aug 12 22:00:03.836648 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dd39fca5-5022-4051-b4e9-5a0e354dfbf9 req-1551ed5d-b051-4594-801f-dfad43799f9c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397155 Aug 12 22:00:04.951326 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d8ed5-3805-4a2f-90de-ff4e98f74cce req-a44246bf-5f26-47a0-bf4e-0cb7d51be3dd tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:04.959362 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ae7d8ed5-3805-4a2f-90de-ff4e98f74cce req-a44246bf-5f26-47a0-bf4e-0cb7d51be3dd tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0551667 Aug 12 22:00:04.993010 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ae7d8ed5-3805-4a2f-90de-ff4e98f74cce req-e9128a0d-7502-41b8-8acb-169a8136c612 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327601 Aug 12 22:00:06.119032 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f94d4-c009-40e5-af1a-98f695cdffa5 req-6115e8e1-922f-40d4-bb04-2ef9f82ab847 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:06.120714 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-be6f94d4-c009-40e5-af1a-98f695cdffa5 req-6115e8e1-922f-40d4-bb04-2ef9f82ab847 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0514741 Aug 12 22:00:06.161254 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-be6f94d4-c009-40e5-af1a-98f695cdffa5 req-b6d022eb-839b-40db-8f97-794247d7f216 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333979 Aug 12 22:00:06.740580 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:00:07.312213 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b8c7c-ebdd-4b04-9530-000feef4a625 req-57dd8ed3-c79c-4422-93d3-f5d7fb4e0840 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:07.314191 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-336b8c7c-ebdd-4b04-9530-000feef4a625 req-57dd8ed3-c79c-4422-93d3-f5d7fb4e0840 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0650489 Aug 12 22:00:07.363506 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-336b8c7c-ebdd-4b04-9530-000feef4a625 req-b620f6ce-b998-457d-872e-453d232ef958 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390959 Aug 12 22:00:07.826326 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:08.515513 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b01bb7-11cf-4bd8-b42a-c8e80c99f7a0 req-8aaa0700-5603-4444-957b-dc245b223d3e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:08.516978 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d0b01bb7-11cf-4bd8-b42a-c8e80c99f7a0 req-8aaa0700-5603-4444-957b-dc245b223d3e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0468502 Aug 12 22:00:08.553584 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d0b01bb7-11cf-4bd8-b42a-c8e80c99f7a0 req-ff77e113-ba5a-4906-af93-f77c7f428c22 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305471 Aug 12 22:00:08.777009 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55163a9-f097-4719-99f0-0e72ac51a024 req-03c17739-9374-4c8f-bec5-8030ceee74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:08.778461 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c55163a9-f097-4719-99f0-0e72ac51a024 req-03c17739-9374-4c8f-bec5-8030ceee74ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6bf985da8b404d0c890270b5692ca5fc&device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 1099 time: 0.0403779 Aug 12 22:00:08.873332 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55163a9-f097-4719-99f0-0e72ac51a024 req-b1f9b8eb-2f7d-4b75-b46f-4645084a3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:08.874767 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c55163a9-f097-4719-99f0-0e72ac51a024 req-b1f9b8eb-2f7d-4b75-b46f-4645084a3026 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a HTTP/1.1" status: 200 len: 918 time: 0.0839403 Aug 12 22:00:08.939703 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c55163a9-f097-4719-99f0-0e72ac51a024 req-b18edfc4-f74f-42d7-a658-8d1edff8344f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0 HTTP/1.1" status: 200 len: 1001 time: 0.0565963 Aug 12 22:00:08.992370 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55163a9-f097-4719-99f0-0e72ac51a024 req-f882c8d3-9dfa-4ede-8ac0-c4ed4a506ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:08.993861 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c55163a9-f097-4719-99f0-0e72ac51a024 req-f882c8d3-9dfa-4ede-8ac0-c4ed4a506ad7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cba43b19-4464-42ef-b75e-2039bb19c703 HTTP/1.1" status: 200 len: 856 time: 0.0457084 Aug 12 22:00:09.292490 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55163a9-f097-4719-99f0-0e72ac51a024 req-e8b8955a-0953-4a9b-b341-a5c5a8b7abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:09.294068 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c55163a9-f097-4719-99f0-0e72ac51a024 req-e8b8955a-0953-4a9b-b341-a5c5a8b7abd8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2921820 Aug 12 22:00:09.384108 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c55163a9-f097-4719-99f0-0e72ac51a024 req-fc32e937-1d90-492b-8db5-fa23cff755eb service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808389 Aug 12 22:00:09.473593 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c55163a9-f097-4719-99f0-0e72ac51a024 req-26aa6bc1-18aa-46c9-8a2d-2766e2441b98 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812621 Aug 12 22:00:09.669455 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe062b0-87f6-4888-8d91-10137aa7d59f req-a6628907-b261-4f71-8f5f-c113156a3e9b tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:09.670971 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0fe062b0-87f6-4888-8d91-10137aa7d59f req-a6628907-b261-4f71-8f5f-c113156a3e9b tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0482149 Aug 12 22:00:09.708221 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0fe062b0-87f6-4888-8d91-10137aa7d59f req-65ded0b5-f8e7-4b9d-84d4-94bb7f7fa8df tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308480 Aug 12 22:00:10.827034 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09433dc1-50cc-4e7d-8bd8-4738e1757f97 req-a2764546-cd48-4636-b179-06c052d1e253 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:10.828455 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-09433dc1-50cc-4e7d-8bd8-4738e1757f97 req-a2764546-cd48-4636-b179-06c052d1e253 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0471971 Aug 12 22:00:10.868817 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-09433dc1-50cc-4e7d-8bd8-4738e1757f97 req-b35607fe-d1ab-4170-867a-dee2a38cdbda tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344787 Aug 12 22:00:11.983205 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237935f-3e4c-4630-88a2-179289c838d6 req-205d6fd1-ce58-43df-9d5f-910de1d97645 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:11.985228 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7237935f-3e4c-4630-88a2-179289c838d6 req-205d6fd1-ce58-43df-9d5f-910de1d97645 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 946 time: 0.0465238 Aug 12 22:00:12.022800 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7237935f-3e4c-4630-88a2-179289c838d6 req-54de7668-c70b-455a-9cc1-06d6dfb00c4b tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316997 Aug 12 22:00:12.034530 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 93f46a23-86be-4b54-8a55-e74645dc7dc0 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:00:12.108740 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:12.134059 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93f46a23-86be-4b54-8a55-e74645dc7dc0'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:00:12.136293 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91029122-bdc6-4400-b791-d6f6d79c0fc6" -d '{"events": [{"server_uuid": "f65b971e-ada1-4140-a423-7a53fbbf71a6", "name": "network-vif-unplugged", "status": "completed", "tag": "93f46a23-86be-4b54-8a55-e74645dc7dc0"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:00:12.149313 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 93f46a23-86be-4b54-8a55-e74645dc7dc0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:12.155187 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:12.181071 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 22:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c491f5-9521-4da1-92ee-01511d27a985 x-openstack-request-id: req-91c491f5-9521-4da1-92ee-01511d27a985 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:00:12.181496 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65b971e-ada1-4140-a423-7a53fbbf71a6", "name": "network-vif-unplugged", "status": "failed", "tag": "93f46a23-86be-4b54-8a55-e74645dc7dc0", "code": 422}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:00:12.181870 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-91c491f5-9521-4da1-92ee-01511d27a985 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:00:12.182340 dv-cinder-804457-2-iscsi neutron-server[93883]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93f46a23-86be-4b54-8a55-e74645dc7dc0', 'code': 422} returned with failed status Aug 12 22:00:12.211495 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=93f46a23-86be-4b54-8a55-e74645dc7dc0,revision_number=8']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:12.951210 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75fe90-40a4-4db9-af08-86cac4697a0f req-138c215d-4a8b-46fd-bdc8-b30c656e215a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:12.952750 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aa75fe90-40a4-4db9-af08-86cac4697a0f req-138c215d-4a8b-46fd-bdc8-b30c656e215a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.0506854 Aug 12 22:00:12.985091 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7045b887-24b7-4a58-8fd4-1922e80ded8b req-dd8f66c1-fb41-401f-b19c-401200492a24 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411484 Aug 12 22:00:12.991997 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aa75fe90-40a4-4db9-af08-86cac4697a0f req-699a7ad9-089f-4d23-acd2-0a2ba226b7d8 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325165 Aug 12 22:00:13.723337 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045b887-24b7-4a58-8fd4-1922e80ded8b req-cd7f294d-5a9e-495e-ad5c-4768b4fa50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:13.724823 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7045b887-24b7-4a58-8fd4-1922e80ded8b req-cd7f294d-5a9e-495e-ad5c-4768b4fa50fe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6&tenant_id=6bf985da8b404d0c890270b5692ca5fc HTTP/1.1" status: 200 len: 1097 time: 0.0504148 Aug 12 22:00:13.790030 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045b887-24b7-4a58-8fd4-1922e80ded8b req-7cd93a4a-3157-47d6-985c-81906a886a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:13.791485 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7045b887-24b7-4a58-8fd4-1922e80ded8b req-7cd93a4a-3157-47d6-985c-81906a886a98 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6bf985da8b404d0c890270b5692ca5fc&device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 1097 time: 0.0424669 Aug 12 22:00:13.879085 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045b887-24b7-4a58-8fd4-1922e80ded8b req-075068bd-13c1-4e2e-9c57-004d91590eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:13.880520 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7045b887-24b7-4a58-8fd4-1922e80ded8b req-075068bd-13c1-4e2e-9c57-004d91590eee service neutron] 10.222.0.66 "GET /v2.0/networks?id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a HTTP/1.1" status: 200 len: 918 time: 0.0816491 Aug 12 22:00:13.947618 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7045b887-24b7-4a58-8fd4-1922e80ded8b req-cb1b8c71-316d-45fd-a5c0-18a8d4aae8f5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0 HTTP/1.1" status: 200 len: 999 time: 0.0599382 Aug 12 22:00:13.995492 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045b887-24b7-4a58-8fd4-1922e80ded8b req-e219c64d-044e-4d6c-b1af-8e43f5aeb67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:13.996869 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7045b887-24b7-4a58-8fd4-1922e80ded8b req-e219c64d-044e-4d6c-b1af-8e43f5aeb67b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cba43b19-4464-42ef-b75e-2039bb19c703 HTTP/1.1" status: 200 len: 856 time: 0.0423341 Aug 12 22:00:14.042645 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045b887-24b7-4a58-8fd4-1922e80ded8b req-a543da56-e3c1-4a91-bfe0-ecf1dbf2b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:14.045328 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7045b887-24b7-4a58-8fd4-1922e80ded8b req-a543da56-e3c1-4a91-bfe0-ecf1dbf2b2d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415545 Aug 12 22:00:14.168213 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ea115-e423-4d9f-b32f-a54dabd96e0d req-b11d386b-0e35-49b7-914e-1bcaa7dfd33a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:14.169737 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-de6ea115-e423-4d9f-b32f-a54dabd96e0d req-b11d386b-0e35-49b7-914e-1bcaa7dfd33a tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.1012168 Aug 12 22:00:14.174894 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7045b887-24b7-4a58-8fd4-1922e80ded8b req-9b13883c-4158-43d7-a9f2-1f010913d17e service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231158 Aug 12 22:00:14.252873 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-de6ea115-e423-4d9f-b32f-a54dabd96e0d req-d400bb8d-08ae-4366-9dc5-018e4a19d04f tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768127 Aug 12 22:00:14.286508 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7045b887-24b7-4a58-8fd4-1922e80ded8b req-b30fec33-93e1-4ef1-905c-bb1de4fd8e48 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041069 Aug 12 22:00:15.277887 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1c4a90-b29d-48a5-ac4a-66d3f3d601ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:15.393367 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8c18d-9483-4efc-bd74-38bba01cceb0 req-8a56a739-145b-47fa-b6ad-a56901c02e14 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:15.394875 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-94d8c18d-9483-4efc-bd74-38bba01cceb0 req-8a56a739-145b-47fa-b6ad-a56901c02e14 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.0589962 Aug 12 22:00:15.433436 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-94d8c18d-9483-4efc-bd74-38bba01cceb0 req-79f0cf09-d1b2-4fd2-a30d-b9a53e6c7503 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324376 Aug 12 22:00:16.556794 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efcd60-acb0-4f3d-ab97-14ec45437c50 req-fa060633-abd8-4090-b03b-8d1e16526d1e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:16.559098 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2efcd60-acb0-4f3d-ab97-14ec45437c50 req-fa060633-abd8-4090-b03b-8d1e16526d1e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.0507340 Aug 12 22:00:16.606815 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2efcd60-acb0-4f3d-ab97-14ec45437c50 req-c6c13aac-78eb-4e70-b67a-e755d95b25c1 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328100 Aug 12 22:00:17.733626 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369caca-5ad7-49ba-b6ee-3c20d1e3d83d req-13b2f0ef-6a0e-44e3-a10a-20bf29002b49 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:17.736125 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f369caca-5ad7-49ba-b6ee-3c20d1e3d83d req-13b2f0ef-6a0e-44e3-a10a-20bf29002b49 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.0567329 Aug 12 22:00:17.738703 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9759d1aa-9fd8-43ec-9277-2a11ba2ccff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:17.778617 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f369caca-5ad7-49ba-b6ee-3c20d1e3d83d req-5b39190c-a970-4c76-97a2-996d1800471c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348258 Aug 12 22:00:18.183813 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:18.902159 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326b33d-bf0e-426d-815a-3b6048d538b0 req-60d15de2-22fc-4f21-a7da-55ab4817b12e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:18.903837 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0326b33d-bf0e-426d-815a-3b6048d538b0 req-60d15de2-22fc-4f21-a7da-55ab4817b12e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.0510857 Aug 12 22:00:18.943533 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:18.945875 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0326b33d-bf0e-426d-815a-3b6048d538b0 req-1a2b302a-a997-453c-ab4c-95338c57f5df tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361056 Aug 12 22:00:20.077400 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c6ca3-eec4-420a-a719-e151cb1c5232 req-e004881a-fe73-4062-90d0-298f3ebe5e65 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:20.078855 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9e3c6ca3-eec4-420a-a719-e151cb1c5232 req-e004881a-fe73-4062-90d0-298f3ebe5e65 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.0505376 Aug 12 22:00:20.119783 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9e3c6ca3-eec4-420a-a719-e151cb1c5232 req-aabd7a35-6850-43d3-960c-36c56f174fdb tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346513 Aug 12 22:00:20.443430 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:21.249596 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfc2ee-9004-46b7-89fe-04d0318261b3 req-804f33cd-e2c6-41be-a7f9-5021c909ccb8 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:21.251663 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e1dfc2ee-9004-46b7-89fe-04d0318261b3 req-804f33cd-e2c6-41be-a7f9-5021c909ccb8 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.0549200 Aug 12 22:00:21.291019 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e1dfc2ee-9004-46b7-89fe-04d0318261b3 req-e8f9dabd-e92f-4147-b968-b973ebf0f1f4 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332141 Aug 12 22:00:22.433199 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017b52f-2512-4424-be99-1d2125d12a22 req-ab51541e-f727-466c-90e5-b72b6337cdc1 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:22.434687 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b017b52f-2512-4424-be99-1d2125d12a22 req-ab51541e-f727-466c-90e5-b72b6337cdc1 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.0681536 Aug 12 22:00:22.477612 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b017b52f-2512-4424-be99-1d2125d12a22 req-3a87ba7a-9d5b-4f9c-8a23-edab681db028 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365491 Aug 12 22:00:23.608388 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea092650-f187-4fda-a46e-1f54b41e9ea6 req-8cb9e854-f9e9-4fbc-bc30-c9a23e915608 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:23.609903 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ea092650-f187-4fda-a46e-1f54b41e9ea6 req-8cb9e854-f9e9-4fbc-bc30-c9a23e915608 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.0504754 Aug 12 22:00:23.647370 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ea092650-f187-4fda-a46e-1f54b41e9ea6 req-feeaa623-fa5a-4b16-8706-1c90a3ed4c5e tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308042 Aug 12 22:00:24.775498 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949d57b-3ba5-4b42-adb9-092946d79662 req-a205b1d8-b4cd-40e8-8ae4-eb1f1900d300 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:24.777075 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e949d57b-3ba5-4b42-adb9-092946d79662 req-a205b1d8-b4cd-40e8-8ae4-eb1f1900d300 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.0568972 Aug 12 22:00:24.816939 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e949d57b-3ba5-4b42-adb9-092946d79662 req-d34ca439-24ab-4983-8fad-4f656c4e0d18 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339551 Aug 12 22:00:25.936372 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886c28f-c42a-40c8-8c66-70dcbc9966e6 req-83930544-ab9f-4347-a856-ed9f9c87c000 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:25.937880 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2886c28f-c42a-40c8-8c66-70dcbc9966e6 req-83930544-ab9f-4347-a856-ed9f9c87c000 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.0504229 Aug 12 22:00:25.976896 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2886c28f-c42a-40c8-8c66-70dcbc9966e6 req-8d9bad46-4a87-4d3d-884f-0a684e861c12 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326684 Aug 12 22:00:27.099062 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81190348-121e-4e25-8edb-fe647f493568 req-9c5d3636-74b7-40d8-8909-366e61d7d15f tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:27.100526 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-81190348-121e-4e25-8edb-fe647f493568 req-9c5d3636-74b7-40d8-8909-366e61d7d15f tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.0486548 Aug 12 22:00:27.137941 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-81190348-121e-4e25-8edb-fe647f493568 req-5129f156-3ede-40f3-a51d-f0aa884c3468 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314438 Aug 12 22:00:28.107618 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 93f46a23-86be-4b54-8a55-e74645dc7dc0 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:00:28.218135 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 93f46a23-86be-4b54-8a55-e74645dc7dc0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:28.230399 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': '93f46a23-86be-4b54-8a55-e74645dc7dc0', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'port_id': '93f46a23-86be-4b54-8a55-e74645dc7dc0', 'mac_address': 'fa:16:3e:b5:b6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:00:28.270342 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:28.270594 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd17fb2-4145-4953-8bd4-49662ce36522 req-27cdaa00-8eab-442d-828b-a2565cd77eab tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:28.272675 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8dd17fb2-4145-4953-8bd4-49662ce36522 req-27cdaa00-8eab-442d-828b-a2565cd77eab tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 944 time: 0.0565188 Aug 12 22:00:28.284662 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f46a23-86be-4b54-8a55-e74645dc7dc0 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:00:28.305988 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 93f46a23-86be-4b54-8a55-e74645dc7dc0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:28.310619 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:28.314150 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8dd17fb2-4145-4953-8bd4-49662ce36522 req-224b27e0-0dec-4c16-978e-9d7303770247 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344608 Aug 12 22:00:28.361223 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=93f46a23-86be-4b54-8a55-e74645dc7dc0,revision_number=9']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:28.534852 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['93f46a23-86be-4b54-8a55-e74645dc7dc0'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:00:29.433885 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab40b38-ca9e-4dd4-94ac-e8568ef0bc7b req-8780376f-e9ce-44dc-ac87-6ca6c6f4284c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:29.435336 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4ab40b38-ca9e-4dd4-94ac-e8568ef0bc7b req-8780376f-e9ce-44dc-ac87-6ca6c6f4284c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 945 time: 0.0480406 Aug 12 22:00:29.472253 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4ab40b38-ca9e-4dd4-94ac-e8568ef0bc7b req-8a51c13f-a63c-4a8f-9917-917fbaf1dc4f tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305762 Aug 12 22:00:30.103146 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 93f46a23-86be-4b54-8a55-e74645dc7dc0 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:00:30.150149 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port 93f46a23-86be-4b54-8a55-e74645dc7dc0 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:00:30.150523 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:30.227767 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:30.248786 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f46a23-86be-4b54-8a55-e74645dc7dc0'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:00:30.251644 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7de51c-6c25-4633-945a-ba128aa065a8" -d '{"events": [{"server_uuid": "f65b971e-ada1-4140-a423-7a53fbbf71a6", "name": "network-vif-plugged", "status": "completed", "tag": "93f46a23-86be-4b54-8a55-e74645dc7dc0"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:00:30.264106 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 93f46a23-86be-4b54-8a55-e74645dc7dc0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:30.269140 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:30.292299 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b042e22-4a47-4779-85c8-5de3085482e9 x-openstack-request-id: req-3b042e22-4a47-4779-85c8-5de3085482e9 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:00:30.292619 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65b971e-ada1-4140-a423-7a53fbbf71a6", "name": "network-vif-plugged", "status": "completed", "tag": "93f46a23-86be-4b54-8a55-e74645dc7dc0", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:00:30.292872 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3b042e22-4a47-4779-85c8-5de3085482e9 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:00:30.293281 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f46a23-86be-4b54-8a55-e74645dc7dc0', 'code': 200} Aug 12 22:00:30.319743 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=93f46a23-86be-4b54-8a55-e74645dc7dc0,revision_number=10']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:30.470833 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375f95-cc4d-4d62-9867-60a38a636f9c req-5fcd2dd4-f525-45ca-b466-e388ca6f064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:30.472546 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f7375f95-cc4d-4d62-9867-60a38a636f9c req-5fcd2dd4-f525-45ca-b466-e388ca6f064e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 1100 time: 0.0421526 Aug 12 22:00:30.509376 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f7375f95-cc4d-4d62-9867-60a38a636f9c req-39164b70-adb4-4933-8a2b-4dac0d0dd6ff service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291882 Aug 12 22:00:30.594191 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59571d11-be70-4081-b631-4022c115964e req-56a57bed-f16e-4456-ba12-cc5084ce6fc2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:30.595786 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59571d11-be70-4081-b631-4022c115964e req-56a57bed-f16e-4456-ba12-cc5084ce6fc2 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 947 time: 0.0511799 Aug 12 22:00:30.632544 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59571d11-be70-4081-b631-4022c115964e req-6576da63-82df-479a-a25b-20f6d9bc2094 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307000 Aug 12 22:00:31.764017 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9d218-79ae-43a8-96b6-a653f97c3d52 req-c1b26cf3-0153-4ebd-b1fd-987c667fefdc tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:31.765587 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3d9d218-79ae-43a8-96b6-a653f97c3d52 req-c1b26cf3-0153-4ebd-b1fd-987c667fefdc tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 947 time: 0.0577502 Aug 12 22:00:31.815387 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3d9d218-79ae-43a8-96b6-a653f97c3d52 req-fc5e28ce-b484-4080-ac52-ba6f2f8053a4 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399139 Aug 12 22:00:32.943498 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd0bd2-f479-4c0e-9387-28c3ed839345 req-a31f1de7-935e-4b74-a2fe-59d2a3fee2c4 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:32.944982 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-10fd0bd2-f479-4c0e-9387-28c3ed839345 req-a31f1de7-935e-4b74-a2fe-59d2a3fee2c4 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 947 time: 0.0490091 Aug 12 22:00:32.981618 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-10fd0bd2-f479-4c0e-9387-28c3ed839345 req-ecb15d8f-8ffd-4b54-a314-32befcd33442 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308571 Aug 12 22:00:37.834752 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:39.217861 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-85725645-797c-4f8c-8489-09fd94c83d3a req-cffb4bdd-f6fd-4f05-aa7a-1334a432fb3e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437520 Aug 12 22:00:39.302218 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85725645-797c-4f8c-8489-09fd94c83d3a req-c1044d85-0696-46e1-bca2-7b4c2c580c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:39.304512 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-85725645-797c-4f8c-8489-09fd94c83d3a req-c1044d85-0696-46e1-bca2-7b4c2c580c5f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6bf985da8b404d0c890270b5692ca5fc&device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 1100 time: 0.0440128 Aug 12 22:00:39.407579 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85725645-797c-4f8c-8489-09fd94c83d3a req-11e30b96-fbe2-4ac5-a586-c6844a3ea763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:39.410108 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-85725645-797c-4f8c-8489-09fd94c83d3a req-11e30b96-fbe2-4ac5-a586-c6844a3ea763 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a HTTP/1.1" status: 200 len: 918 time: 0.0857675 Aug 12 22:00:39.478997 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-85725645-797c-4f8c-8489-09fd94c83d3a req-4232f19a-d40f-4e82-9ff0-fb592658ebd0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0 HTTP/1.1" status: 200 len: 1001 time: 0.0608587 Aug 12 22:00:39.532184 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85725645-797c-4f8c-8489-09fd94c83d3a req-fb5e4a14-a731-4011-9744-16186b3739f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:39.535413 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-85725645-797c-4f8c-8489-09fd94c83d3a req-fb5e4a14-a731-4011-9744-16186b3739f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cba43b19-4464-42ef-b75e-2039bb19c703 HTTP/1.1" status: 200 len: 856 time: 0.0473278 Aug 12 22:00:39.579052 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85725645-797c-4f8c-8489-09fd94c83d3a req-cd868eaa-264a-4c85-b6cd-2bba1cf5adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:39.581040 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-85725645-797c-4f8c-8489-09fd94c83d3a req-cd868eaa-264a-4c85-b6cd-2bba1cf5adf2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6e26e98c-0564-4c51-b6a9-f3b8893bd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389931 Aug 12 22:00:39.671783 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-85725645-797c-4f8c-8489-09fd94c83d3a req-06715c03-dc99-43c4-a654-0f1509f71ed4 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832434 Aug 12 22:00:39.757602 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-85725645-797c-4f8c-8489-09fd94c83d3a req-25149e37-88ff-4081-9b7c-d34a41bade75 service neutron] 10.222.0.66 "GET /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783637 Aug 12 22:00:43.739621 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:00:45.274676 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b84e56c-cdb5-4cb9-af18-5d460de057cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:47.740358 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-076badf9-fde1-45f5-83ec-9bcffc199aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:48.186408 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:48.946504 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:50.449138 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:51.930180 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dc219-248f-4fd5-b74e-467f0956cabf req-dee2dedf-6102-426f-b5ee-08d03c166bbf tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:51.931634 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3b3dc219-248f-4fd5-b74e-467f0956cabf req-dee2dedf-6102-426f-b5ee-08d03c166bbf tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 945 time: 0.0533886 Aug 12 22:00:51.969008 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3b3dc219-248f-4fd5-b74e-467f0956cabf req-f14f740e-59b5-4312-ae66-c40b3bbf3394 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=67af5669-202f-4690-ab40-7e1b09ec9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311058 Aug 12 22:00:53.085845 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c987a-8cf5-4904-96f6-bee0506453b8 req-7a15eeca-e1d8-4654-9d06-d3a97071fa26 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:53.087292 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cc1c987a-8cf5-4904-96f6-bee0506453b8 req-7a15eeca-e1d8-4654-9d06-d3a97071fa26 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 945 time: 0.0492580 Aug 12 22:00:53.124634 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cc1c987a-8cf5-4904-96f6-bee0506453b8 req-6fcc27c9-17b0-4198-9e0c-b6ab710dd184 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups?id=67af5669-202f-4690-ab40-7e1b09ec9df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314419 Aug 12 22:00:53.687486 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebdd5e-636b-44d4-906e-f9a8aa6bceba req-38397dbb-a9cf-4224-adf6-d7eeb57249fb tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:00:53.688889 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e4ebdd5e-636b-44d4-906e-f9a8aa6bceba req-38397dbb-a9cf-4224-adf6-d7eeb57249fb tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 945 time: 0.0483737 Aug 12 22:00:53.782113 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-e4ebdd5e-636b-44d4-906e-f9a8aa6bceba req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Deleting port 1cf95058-b4a6-437f-ad5f-0cfb379b9859 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:00:53.782448 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e4ebdd5e-636b-44d4-906e-f9a8aa6bceba req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:53.868319 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e4ebdd5e-636b-44d4-906e-f9a8aa6bceba req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] For port 1cf95058-b4a6-437f-ad5f-0cfb379b9859, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=1cf95058-b4a6-437f-ad5f-0cfb379b9859,segment=NetworkSegment(8362c5d2-1909-4a3f-8eb7-a45f93fa212d),segment_id=8362c5d2-1909-4a3f-8eb7-a45f93fa212d)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:00:53.868678 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e4ebdd5e-636b-44d4-906e-f9a8aa6bceba req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:54.031572 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e4ebdd5e-636b-44d4-906e-f9a8aa6bceba req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:54.031853 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e4ebdd5e-636b-44d4-906e-f9a8aa6bceba req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:54.032193 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.l3_db [req-e4ebdd5e-636b-44d4-906e-f9a8aa6bceba req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Floating IP 7342b256-80d6-425f-aa9e-421c5752ffac disassociated. External IP: 172.27.1.184, port: 1cf95058-b4a6-437f-ad5f-0cfb379b9859. Aug 12 22:00:54.032526 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-e4ebdd5e-636b-44d4-906e-f9a8aa6bceba req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Calling delete_port for 1cf95058-b4a6-437f-ad5f-0cfb379b9859 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:00:54.157462 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e4ebdd5e-636b-44d4-906e-f9a8aa6bceba req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:54.189573 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event deleted for resources: {'Port': ['ID=1cf95058-b4a6-437f-ad5f-0cfb379b9859,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:54.204996 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:54.205673 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:54.206160 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:54.206643 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:54.207173 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:54.207639 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:54.208110 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:54.208628 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:54.209080 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:54.210150 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:54.210150 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:54.210534 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:54.283978 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac1cc0a6-7b67-4160-aa5f-a1e56efbc25b req-62f62a0e-4fe6-4ed3-8c73-c65f6a3740c6 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf7279d-e227-4f9d-b8b2-c09f092dc51b HTTP/1.1" status: 200 len: 210 time: 0.0833590 Aug 12 22:00:54.358335 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4ebdd5e-636b-44d4-906e-f9a8aa6bceba req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Router 5d430406-b0cc-47b4-82ab-9167d84d8c33 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:00:54.466137 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4ebdd5e-636b-44d4-906e-f9a8aa6bceba req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:00:54.476602 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5ede0-7f0f-4f41-8201-061091090b36 None None] Sync routers for ids ['5d430406-b0cc-47b4-82ab-9167d84d8c33'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:00:54.485673 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d5ede0-7f0f-4f41-8201-061091090b36 None None] Routers {'5d430406-b0cc-47b4-82ab-9167d84d8c33'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:00:54.486327 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-b8d5ede0-7f0f-4f41-8201-061091090b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:00:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['5d430406-b0cc-47b4-82ab-9167d84d8c33'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:00:54.505374 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ebdd5e-636b-44d4-906e-f9a8aa6bceba req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] No DVR routers for this DVR port 1cf95058-b4a6-437f-ad5f-0cfb379b9859 on host hv-cinder-80445 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:00:54.507894 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e4ebdd5e-636b-44d4-906e-f9a8aa6bceba req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:54.509933 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e4ebdd5e-636b-44d4-906e-f9a8aa6bceba req-64c5b0b1-5be4-422f-9176-93aa644be7ae tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.66 "DELETE /v2.0/ports/1cf95058-b4a6-437f-ad5f-0cfb379b9859 HTTP/1.1" status: 204 len: 173 time: 0.8142669 Aug 12 22:00:54.510396 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf7279d-e227-4f9d-b8b2-c09f092dc51b', 'name': 'network-vif-deleted', 'tag': '1cf95058-b4a6-437f-ad5f-0cfb379b9859'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:00:54.512662 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a634bd7-af6b-4385-9d74-e20151ff4a2a" -d '{"events": [{"server_uuid": "6cf7279d-e227-4f9d-b8b2-c09f092dc51b", "name": "network-vif-deleted", "tag": "1cf95058-b4a6-437f-ad5f-0cfb379b9859"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:00:54.562290 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da227ea9-4c9e-4808-8a2a-3bc86d738146 x-openstack-request-id: req-da227ea9-4c9e-4808-8a2a-3bc86d738146 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:00:54.562586 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf7279d-e227-4f9d-b8b2-c09f092dc51b", "name": "network-vif-deleted", "tag": "1cf95058-b4a6-437f-ad5f-0cfb379b9859", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:00:54.562847 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-da227ea9-4c9e-4808-8a2a-3bc86d738146 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:00:54.563354 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf7279d-e227-4f9d-b8b2-c09f092dc51b', 'name': 'network-vif-deleted', 'tag': '1cf95058-b4a6-437f-ad5f-0cfb379b9859', 'status': 'completed', 'code': 200} Aug 12 22:00:54.603553 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-b8d5ede0-7f0f-4f41-8201-061091090b36 None None] Set router 5d430406-b0cc-47b4-82ab-9167d84d8c33 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:00:54.807243 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-b8d5ede0-7f0f-4f41-8201-061091090b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'e4808030-00fd-48f6-8352-bedb75823152', 'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'mac_address': 'fa:16:3e:3d:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:24Z', 'updated_at': '2021-08-12T21:54:40Z', 'revision_number': 5, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'subnets': [{'id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:00:54.832326 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5ede0-7f0f-4f41-8201-061091090b36 None None] Checking router: 5d430406-b0cc-47b4-82ab-9167d84d8c33 for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:00:54.840414 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d5ede0-7f0f-4f41-8201-061091090b36 None None] Routers {'5d430406-b0cc-47b4-82ab-9167d84d8c33'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:00:54.841014 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-b8d5ede0-7f0f-4f41-8201-061091090b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:00:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['5d430406-b0cc-47b4-82ab-9167d84d8c33'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:00:54.950298 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-b8d5ede0-7f0f-4f41-8201-061091090b36 None None] Set router 5d430406-b0cc-47b4-82ab-9167d84d8c33 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:00:55.158815 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-b8d5ede0-7f0f-4f41-8201-061091090b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'e4808030-00fd-48f6-8352-bedb75823152', 'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'mac_address': 'fa:16:3e:3d:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:24Z', 'updated_at': '2021-08-12T21:54:40Z', 'revision_number': 5, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'subnets': [{'id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:00:55.187335 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5ede0-7f0f-4f41-8201-061091090b36 None None] The sync data for ids ['5d430406-b0cc-47b4-82ab-9167d84d8c33'] in dv-cinder-804457-2-iscsi is: [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'e4808030-00fd-48f6-8352-bedb75823152', 'name': '', 'network_id': '806601be-7d73-41dc-a17f-29d2397473ae', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'mac_address': 'fa:16:3e:3d:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:24Z', 'updated_at': '2021-08-12T21:54:40Z', 'revision_number': 5, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'subnets': [{'id': '2ee30d20-fb34-4973-8d29-eae3277e3889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:00:55.368531 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 34592) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:00:55.399732 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc54c4-34f9-4000-8caa-d4707cb3506c None None] New status for floating IP 7342b256-80d6-425f-aa9e-421c5752ffac: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:00:55.425895 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:55.448788 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:55.501277 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:55.504952 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:55.505920 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "DELETE /v2.0/security-groups/67af5669-202f-4690-ab40-7e1b09ec9df0 HTTP/1.1" status: 204 len: 168 time: 0.1363800 Aug 12 22:00:55.508801 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34594) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:00:55.515714 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67af5669-202f-4690-ab40-7e1b09ec9df0,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:55.524865 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:55.525246 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:55.525641 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.api.v2.resource [None req-640bda66-8320-495a-ac5f-a2e0c7d4d1c3 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] show failed (client error): The resource could not be found. Aug 12 22:00:55.525812 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:55.526137 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:55.529766 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:55.529921 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-640bda66-8320-495a-ac5f-a2e0c7d4d1c3 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "GET /v2.0/security-groups/67af5669-202f-4690-ab40-7e1b09ec9df0 HTTP/1.1" status: 404 len: 347 time: 0.0169957 Aug 12 22:00:55.530018 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:55.530018 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:55.530018 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:55.530018 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:55.530018 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:55.530018 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:55.530018 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e4462-0f66-4383-8e77-acb44fc29223 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:00:55.530593 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34596) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:00:55.664817 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-722b741f-7a75-4dfa-a14e-67a35b3444e9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Deleting port 70b0ef4d-9c69-4248-8320-5c3b6ff54b32 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:00:55.665190 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-722b741f-7a75-4dfa-a14e-67a35b3444e9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:55.740186 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-722b741f-7a75-4dfa-a14e-67a35b3444e9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:55.740434 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-722b741f-7a75-4dfa-a14e-67a35b3444e9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:55.751603 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-722b741f-7a75-4dfa-a14e-67a35b3444e9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Calling delete_port for 70b0ef4d-9c69-4248-8320-5c3b6ff54b32 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:00:55.877594 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-722b741f-7a75-4dfa-a14e-67a35b3444e9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:55.903248 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b741f-7a75-4dfa-a14e-67a35b3444e9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Pushing event deleted for resources: {'Port': ['ID=70b0ef4d-9c69-4248-8320-5c3b6ff54b32,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:00:55.962216 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-722b741f-7a75-4dfa-a14e-67a35b3444e9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:55.964661 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-722b741f-7a75-4dfa-a14e-67a35b3444e9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:00:55.965821 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-722b741f-7a75-4dfa-a14e-67a35b3444e9 tempest-AttachVolumeTestJSON-1148436655 tempest-AttachVolumeTestJSON-1148436655-project] 10.222.0.74 "DELETE /v2.0/floatingips/7342b256-80d6-425f-aa9e-421c5752ffac HTTP/1.1" status: 204 len: 168 time: 0.4349384 Aug 12 22:00:56.304056 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 1cf95058-b4a6-437f-ad5f-0cfb379b9859 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:00:56.323749 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: 1cf95058-b4a6-437f-ad5f-0cfb379b9859 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:00:56.324093 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 1cf95058-b4a6-437f-ad5f-0cfb379b9859 not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:00:59.487549 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34624) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:00.228390 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f8145d9-0a16-429d-8932-7b43b96a8fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3839125'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:00.514529 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5f8145d9-0a16-429d-8932-7b43b96a8fea admin admin] Deleting port e4808030-00fd-48f6-8352-bedb75823152 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:00.515170 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f8145d9-0a16-429d-8932-7b43b96a8fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:00.589473 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5f8145d9-0a16-429d-8932-7b43b96a8fea admin admin] For port e4808030-00fd-48f6-8352-bedb75823152, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=e4808030-00fd-48f6-8352-bedb75823152,segment=NetworkSegment(8362c5d2-1909-4a3f-8eb7-a45f93fa212d),segment_id=8362c5d2-1909-4a3f-8eb7-a45f93fa212d)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:00.589836 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f8145d9-0a16-429d-8932-7b43b96a8fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:00.602546 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5f8145d9-0a16-429d-8932-7b43b96a8fea admin admin] Calling delete_port for e4808030-00fd-48f6-8352-bedb75823152 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:00.796672 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f8145d9-0a16-429d-8932-7b43b96a8fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:00.821275 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8145d9-0a16-429d-8932-7b43b96a8fea admin admin] Pushing event deleted for resources: {'Port': ['ID=e4808030-00fd-48f6-8352-bedb75823152,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:00.984827 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f8145d9-0a16-429d-8932-7b43b96a8fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732261'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:01.204373 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8145d9-0a16-429d-8932-7b43b96a8fea admin admin] Router 5d430406-b0cc-47b4-82ab-9167d84d8c33 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:01:01.309727 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8145d9-0a16-429d-8932-7b43b96a8fea admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:01:01.314736 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5f8145d9-0a16-429d-8932-7b43b96a8fea admin admin] 10.222.0.74 "PUT /v2.0/routers/5d430406-b0cc-47b4-82ab-9167d84d8c33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8261108 Aug 12 22:01:01.317313 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34630) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:01.318472 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4188cf3c-b42a-4da4-ae4a-63fa6053dcc5 None None] Sync routers for ids ['5d430406-b0cc-47b4-82ab-9167d84d8c33'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:01:01.328150 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4188cf3c-b42a-4da4-ae4a-63fa6053dcc5 None None] Routers {'5d430406-b0cc-47b4-82ab-9167d84d8c33'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:01:01.328780 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-4188cf3c-b42a-4da4-ae4a-63fa6053dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:00:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['5d430406-b0cc-47b4-82ab-9167d84d8c33'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:01.422673 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2f968f1-b83c-4db9-aa6d-2127cf345c8b admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:01.530530 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2f968f1-b83c-4db9-aa6d-2127cf345c8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:01.555384 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-4188cf3c-b42a-4da4-ae4a-63fa6053dcc5 None None] Set router 5d430406-b0cc-47b4-82ab-9167d84d8c33 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:01:01.581974 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f2f968f1-b83c-4db9-aa6d-2127cf345c8b admin admin] Deleting port cc122c8e-2e6b-4402-8381-3da9922a4c81 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:01.582318 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2f968f1-b83c-4db9-aa6d-2127cf345c8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:01.663229 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-f2f968f1-b83c-4db9-aa6d-2127cf345c8b admin admin] For port cc122c8e-2e6b-4402-8381-3da9922a4c81, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=cc122c8e-2e6b-4402-8381-3da9922a4c81,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:01.663590 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2f968f1-b83c-4db9-aa6d-2127cf345c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:01.675728 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f2f968f1-b83c-4db9-aa6d-2127cf345c8b admin admin] Calling delete_port for cc122c8e-2e6b-4402-8381-3da9922a4c81 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:01.732325 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-4188cf3c-b42a-4da4-ae4a-63fa6053dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T22:01:00Z', 'revision_number': 5, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port': {'id': 'cc122c8e-2e6b-4402-8381-3da9922a4c81', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:15Z', 'updated_at': '2021-08-12T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:01.758351 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4188cf3c-b42a-4da4-ae4a-63fa6053dcc5 None None] Checking router: 5d430406-b0cc-47b4-82ab-9167d84d8c33 for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:01:01.766360 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4188cf3c-b42a-4da4-ae4a-63fa6053dcc5 None None] Routers {'5d430406-b0cc-47b4-82ab-9167d84d8c33'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:01:01.766977 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-4188cf3c-b42a-4da4-ae4a-63fa6053dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:00:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['5d430406-b0cc-47b4-82ab-9167d84d8c33'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:01.843730 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2f968f1-b83c-4db9-aa6d-2127cf345c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:01.856143 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-4188cf3c-b42a-4da4-ae4a-63fa6053dcc5 None None] Set router 5d430406-b0cc-47b4-82ab-9167d84d8c33 gateway port host: None {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:01:01.871076 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f968f1-b83c-4db9-aa6d-2127cf345c8b admin admin] Pushing event deleted for resources: {'Port': ['ID=cc122c8e-2e6b-4402-8381-3da9922a4c81,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:01.910025 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-4188cf3c-b42a-4da4-ae4a-63fa6053dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T22:01:01Z', 'revision_number': 6, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port_host': None}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:01.929763 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2f968f1-b83c-4db9-aa6d-2127cf345c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733215'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:01.939782 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4188cf3c-b42a-4da4-ae4a-63fa6053dcc5 None None] The sync data for ids ['5d430406-b0cc-47b4-82ab-9167d84d8c33'] in dv-cinder-804457-2-iscsi is: [{'id': '5d430406-b0cc-47b4-82ab-9167d84d8c33', 'name': 'tempest-AttachVolumeTestJSON-1669013302-router', 'tenant_id': 'b8dfd626040248deab4261d183e1e445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:13Z', 'updated_at': '2021-08-12T22:01:01Z', 'revision_number': 6, 'project_id': 'b8dfd626040248deab4261d183e1e445', 'gw_port_host': None}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:01:02.036063 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2f968f1-b83c-4db9-aa6d-2127cf345c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233106'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.038360 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2f968f1-b83c-4db9-aa6d-2127cf345c8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.098461 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2f968f1-b83c-4db9-aa6d-2127cf345c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732028'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.098928 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f968f1-b83c-4db9-aa6d-2127cf345c8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d430406-b0cc-47b4-82ab-9167d84d8c33 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:01:02.103754 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2f968f1-b83c-4db9-aa6d-2127cf345c8b admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.104925 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f2f968f1-b83c-4db9-aa6d-2127cf345c8b admin admin] 10.222.0.74 "DELETE /v2.0/routers/5d430406-b0cc-47b4-82ab-9167d84d8c33 HTTP/1.1" status: 204 len: 168 time: 0.7865903 Aug 12 22:01:02.107433 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34632) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:02.150678 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fbbf29-0301-435d-aa9e-f95a16216d53 admin admin] Deleting subnet 2ee30d20-fb34-4973-8d29-eae3277e3889 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:01:02.153604 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68fbbf29-0301-435d-aa9e-f95a16216d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.190428 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68fbbf29-0301-435d-aa9e-f95a16216d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8661345'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.299910 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68fbbf29-0301-435d-aa9e-f95a16216d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.357838 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68fbbf29-0301-435d-aa9e-f95a16216d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12338783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463963'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.383431 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbbf29-0301-435d-aa9e-f95a16216d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee30d20-fb34-4973-8d29-eae3277e3889,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:02.386797 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68fbbf29-0301-435d-aa9e-f95a16216d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.389657 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-68fbbf29-0301-435d-aa9e-f95a16216d53 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2ee30d20-fb34-4973-8d29-eae3277e3889 HTTP/1.1" status: 204 len: 168 time: 0.2810733 Aug 12 22:01:02.391424 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34634) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:02.393787 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff610b0-9791-4068-bc35-07adfcd95c5d None None] Network 806601be-7d73-41dc-a17f-29d2397473ae requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:01:02.456217 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.511367 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] Deleting port 94823d44-078a-458d-9e16-3562ecce1457 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:02.511751 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.571999 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] For port 94823d44-078a-458d-9e16-3562ecce1457, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=94823d44-078a-458d-9e16-3562ecce1457,segment=NetworkSegment(8362c5d2-1909-4a3f-8eb7-a45f93fa212d),segment_id=8362c5d2-1909-4a3f-8eb7-a45f93fa212d)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:02.572707 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.585370 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] Calling delete_port for 94823d44-078a-458d-9e16-3562ecce1457 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:02.666629 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.691191 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=94823d44-078a-458d-9e16-3562ecce1457,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:02.694610 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406fbeb9-6299-4c0f-ac65-8da16f8833eb None None] DHCP port deletion for 806601be-7d73-41dc-a17f-29d2397473ae request from dv-cinder-804457-2-iscsi {{(pid=93883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:01:02.700178 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] No DVR routers for this DVR port 94823d44-078a-458d-9e16-3562ecce1457 on host dv-cinder-804457-2-iscsi {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:01:02.769381 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.780836 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806601be-7d73-41dc-a17f-29d2397473ae']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:02.790875 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8362c5d2-1909-4a3f-8eb7-a45f93fa212d') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:02.791172 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8362c5d2-1909-4a3f-8eb7-a45f93fa212d') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:02.799941 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8661366'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.816014 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.821824 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:01:02.822210 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12338817'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: Traceback (most recent call last): Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: timer() Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: cb(*args, **kw) Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: return func(*args, **kwargs) Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: self._notify() Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: self.callback(batched_events) Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: event.method(event) Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: return f(self, *a, **k) Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: return self._get(url).json() Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:01:02.823817 dv-cinder-804457-2-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:01:02.876204 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.882096 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:02.886673 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] 10.222.0.74 "DELETE /v2.0/networks/806601be-7d73-41dc-a17f-29d2397473ae HTTP/1.1" status: 204 len: 168 time: 0.4917352 Aug 12 22:01:02.895009 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50fe75-98b3-4db3-8fbb-128252647a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=806601be-7d73-41dc-a17f-29d2397473ae,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:03.010535 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34638) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:03.048848 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-849128e8-f106-4353-8d7a-73167bcba049 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b8dfd626040248deab4261d183e1e445&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0371587 Aug 12 22:01:03.051228 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34640) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:03.097662 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee258987-1a7a-4094-8dce-ddda18d31904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:03.118059 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee258987-1a7a-4094-8dce-ddda18d31904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:03.167167 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee258987-1a7a-4094-8dce-ddda18d31904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:03.169678 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee258987-1a7a-4094-8dce-ddda18d31904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:03.170800 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ee258987-1a7a-4094-8dce-ddda18d31904 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aa13f969-eccd-4437-9a8f-0734304fc905 HTTP/1.1" status: 204 len: 168 time: 0.1187096 Aug 12 22:01:03.178126 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee258987-1a7a-4094-8dce-ddda18d31904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa13f969-eccd-4437-9a8f-0734304fc905,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:03.867242 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 94823d44-078a-458d-9e16-3562ecce1457 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:01:03.886767 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 94823d44-078a-458d-9e16-3562ecce1457 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:01:03.887122 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 94823d44-078a-458d-9e16-3562ecce1457 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:01:03.887528 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device e4808030-00fd-48f6-8352-bedb75823152 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:01:03.907108 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: e4808030-00fd-48f6-8352-bedb75823152 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:01:03.907459 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device e4808030-00fd-48f6-8352-bedb75823152 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:01:03.907876 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device cc122c8e-2e6b-4402-8381-3da9922a4c81 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:01:03.926265 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: cc122c8e-2e6b-4402-8381-3da9922a4c81 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:01:03.926616 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device cc122c8e-2e6b-4402-8381-3da9922a4c81 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:01:06.095141 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4bfff-aee9-43eb-a575-0c4da9172269 req-96569550-956e-4ec3-9adb-6321c1ebcd29 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:06.096751 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aad4bfff-aee9-43eb-a575-0c4da9172269 req-96569550-956e-4ec3-9adb-6321c1ebcd29 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 947 time: 0.0485196 Aug 12 22:01:06.133402 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aad4bfff-aee9-43eb-a575-0c4da9172269 req-f1c90579-b42e-4930-9e20-c61d4bda905b tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305650 Aug 12 22:01:07.251934 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed713197-d103-4a80-8412-e345c5d7f7e4 req-b9fb5b29-3f2c-45c8-879e-d1c89c976dbb tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:07.253467 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed713197-d103-4a80-8412-e345c5d7f7e4 req-b9fb5b29-3f2c-45c8-879e-d1c89c976dbb tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 947 time: 0.0472963 Aug 12 22:01:07.291166 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed713197-d103-4a80-8412-e345c5d7f7e4 req-a3acc604-b148-4c76-9e86-0f709e29c82d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups?id=958fd090-4962-453e-aa68-8d6d8c9caa93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306449 Aug 12 22:01:07.378592 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3e3ad-c828-48db-a601-e7efc7214fb1 req-3a98bb7f-703a-4f31-9830-6618bbea88e9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:07.381172 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-95b3e3ad-c828-48db-a601-e7efc7214fb1 req-3a98bb7f-703a-4f31-9830-6618bbea88e9 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.66 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 947 time: 0.0509257 Aug 12 22:01:07.469422 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-95b3e3ad-c828-48db-a601-e7efc7214fb1 req-19657586-055a-41ec-bebd-8da77288330d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Deleting port 93f46a23-86be-4b54-8a55-e74645dc7dc0 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:07.469681 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95b3e3ad-c828-48db-a601-e7efc7214fb1 req-19657586-055a-41ec-bebd-8da77288330d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:07.560809 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-95b3e3ad-c828-48db-a601-e7efc7214fb1 req-19657586-055a-41ec-bebd-8da77288330d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] For port 93f46a23-86be-4b54-8a55-e74645dc7dc0, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=93f46a23-86be-4b54-8a55-e74645dc7dc0,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:07.561199 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95b3e3ad-c828-48db-a601-e7efc7214fb1 req-19657586-055a-41ec-bebd-8da77288330d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:07.828992 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:07.982074 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95b3e3ad-c828-48db-a601-e7efc7214fb1 req-19657586-055a-41ec-bebd-8da77288330d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:07.982469 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95b3e3ad-c828-48db-a601-e7efc7214fb1 req-19657586-055a-41ec-bebd-8da77288330d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:07.982782 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.l3_db [req-95b3e3ad-c828-48db-a601-e7efc7214fb1 req-19657586-055a-41ec-bebd-8da77288330d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Floating IP 819880ae-dca8-4774-95f9-f851801d550c disassociated. External IP: 172.27.1.33, port: 93f46a23-86be-4b54-8a55-e74645dc7dc0. Aug 12 22:01:07.983121 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-95b3e3ad-c828-48db-a601-e7efc7214fb1 req-19657586-055a-41ec-bebd-8da77288330d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Calling delete_port for 93f46a23-86be-4b54-8a55-e74645dc7dc0 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:08.123968 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95b3e3ad-c828-48db-a601-e7efc7214fb1 req-19657586-055a-41ec-bebd-8da77288330d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:08.150751 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19657586-055a-41ec-bebd-8da77288330d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event deleted for resources: {'Port': ['ID=93f46a23-86be-4b54-8a55-e74645dc7dc0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:08.264138 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95b3e3ad-c828-48db-a601-e7efc7214fb1 req-19657586-055a-41ec-bebd-8da77288330d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:01:08.395947 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-31c10298-9f3d-46f9-b123-b93e04cf137e req-70b48386-68a5-40d1-a0bb-d458fe829c5b tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/ports?device_id=f65b971e-ada1-4140-a423-7a53fbbf71a6 HTTP/1.1" status: 200 len: 210 time: 0.0332029 Aug 12 22:01:08.398834 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95b3e3ad-c828-48db-a601-e7efc7214fb1 req-19657586-055a-41ec-bebd-8da77288330d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:01:08.409938 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62958c8-e56a-4dce-b14b-8ea89f9f9a70 None None] Sync routers for ids ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:01:08.420489 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62958c8-e56a-4dce-b14b-8ea89f9f9a70 None None] Routers {'1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:01:08.421524 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a62958c8-e56a-4dce-b14b-8ea89f9f9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:00:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:08.438302 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b3e3ad-c828-48db-a601-e7efc7214fb1 req-19657586-055a-41ec-bebd-8da77288330d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] No DVR routers for this DVR port 93f46a23-86be-4b54-8a55-e74645dc7dc0 on host hv-cinder-80445 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:01:08.441040 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95b3e3ad-c828-48db-a601-e7efc7214fb1 req-19657586-055a-41ec-bebd-8da77288330d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:08.443258 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-95b3e3ad-c828-48db-a601-e7efc7214fb1 req-19657586-055a-41ec-bebd-8da77288330d tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.66 "DELETE /v2.0/ports/93f46a23-86be-4b54-8a55-e74645dc7dc0 HTTP/1.1" status: 204 len: 173 time: 1.0572050 Aug 12 22:01:08.443780 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'name': 'network-vif-deleted', 'tag': '93f46a23-86be-4b54-8a55-e74645dc7dc0'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:08.446285 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc8313f-6d15-44a4-bc58-25c28c024f15" -d '{"events": [{"server_uuid": "f65b971e-ada1-4140-a423-7a53fbbf71a6", "name": "network-vif-deleted", "tag": "93f46a23-86be-4b54-8a55-e74645dc7dc0"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:08.491770 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d1f737-ba1b-4229-b432-d1298fd22e70 x-openstack-request-id: req-f4d1f737-ba1b-4229-b432-d1298fd22e70 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:08.492218 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65b971e-ada1-4140-a423-7a53fbbf71a6", "name": "network-vif-deleted", "tag": "93f46a23-86be-4b54-8a55-e74645dc7dc0", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:08.492406 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f4d1f737-ba1b-4229-b432-d1298fd22e70 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:08.492747 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b971e-ada1-4140-a423-7a53fbbf71a6', 'name': 'network-vif-deleted', 'tag': '93f46a23-86be-4b54-8a55-e74645dc7dc0', 'status': 'completed', 'code': 200} Aug 12 22:01:08.539353 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a62958c8-e56a-4dce-b14b-8ea89f9f9a70 None None] Set router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:01:08.744072 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a62958c8-e56a-4dce-b14b-8ea89f9f9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:23Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '4b61b0cc-c915-4442-8d42-ee4ea9ae5be9', 'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'mac_address': 'fa:16:3e:ce:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:20Z', 'updated_at': '2021-08-12T21:54:37Z', 'revision_number': 5, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'subnets': [{'id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:08.773665 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62958c8-e56a-4dce-b14b-8ea89f9f9a70 None None] Checking router: 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:01:08.782051 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62958c8-e56a-4dce-b14b-8ea89f9f9a70 None None] Routers {'1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:01:08.782736 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a62958c8-e56a-4dce-b14b-8ea89f9f9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:00:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:08.892242 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a62958c8-e56a-4dce-b14b-8ea89f9f9a70 None None] Set router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:01:09.104267 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a62958c8-e56a-4dce-b14b-8ea89f9f9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:23Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '4b61b0cc-c915-4442-8d42-ee4ea9ae5be9', 'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'mac_address': 'fa:16:3e:ce:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:20Z', 'updated_at': '2021-08-12T21:54:37Z', 'revision_number': 5, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'subnets': [{'id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:09.132301 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62958c8-e56a-4dce-b14b-8ea89f9f9a70 None None] The sync data for ids ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'] in dv-cinder-804457-2-iscsi is: [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T21:54:23Z', 'revision_number': 4, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '4b61b0cc-c915-4442-8d42-ee4ea9ae5be9', 'name': '', 'network_id': '6e26e98c-0564-4c51-b6a9-f3b8893bd22a', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'mac_address': 'fa:16:3e:ce:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:20Z', 'updated_at': '2021-08-12T21:54:37Z', 'revision_number': 5, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'subnets': [{'id': 'cba43b19-4464-42ef-b75e-2039bb19c703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:01:09.354060 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30319ce-05df-4e4c-b367-349140dc3c3f None None] New status for floating IP 819880ae-dca8-4774-95f9-f851801d550c: DOWN {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:01:09.483388 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34762) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:09.537928 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9a73cb9-80ba-4c13-bf14-e602af1a0acf tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:09.563506 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9a73cb9-80ba-4c13-bf14-e602af1a0acf tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:09.610723 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9a73cb9-80ba-4c13-bf14-e602af1a0acf tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:09.613323 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9a73cb9-80ba-4c13-bf14-e602af1a0acf tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:09.614495 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a9a73cb9-80ba-4c13-bf14-e602af1a0acf tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "DELETE /v2.0/security-groups/958fd090-4962-453e-aa68-8d6d8c9caa93 HTTP/1.1" status: 204 len: 168 time: 0.1301074 Aug 12 22:01:09.617506 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 34764) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:09.623854 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a73cb9-80ba-4c13-bf14-e602af1a0acf tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=958fd090-4962-453e-aa68-8d6d8c9caa93,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:09.631300 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.api.v2.resource [None req-0f16ea4c-cd3a-4b97-b111-1872d8270332 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] show failed (client error): The resource could not be found. Aug 12 22:01:09.632325 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-0f16ea4c-cd3a-4b97-b111-1872d8270332 tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "GET /v2.0/security-groups/958fd090-4962-453e-aa68-8d6d8c9caa93 HTTP/1.1" status: 404 len: 347 time: 0.0137713 Aug 12 22:01:09.636680 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 34766) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:09.759428 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f688eee0-c817-447d-9799-15bfabe9923c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Deleting port 668e8ad4-f3f1-4fe0-bfa7-2e1ef6ea5a15 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:09.759771 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f688eee0-c817-447d-9799-15bfabe9923c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:09.836912 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f688eee0-c817-447d-9799-15bfabe9923c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:09.837291 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f688eee0-c817-447d-9799-15bfabe9923c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:09.848355 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f688eee0-c817-447d-9799-15bfabe9923c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Calling delete_port for 668e8ad4-f3f1-4fe0-bfa7-2e1ef6ea5a15 owned by network:floatingip {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:09.976322 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f688eee0-c817-447d-9799-15bfabe9923c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:10.000823 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688eee0-c817-447d-9799-15bfabe9923c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Pushing event deleted for resources: {'Port': ['ID=668e8ad4-f3f1-4fe0-bfa7-2e1ef6ea5a15,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:10.061067 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f688eee0-c817-447d-9799-15bfabe9923c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks [] for floatingip, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:10.063965 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f688eee0-c817-447d-9799-15bfabe9923c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:10.065205 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f688eee0-c817-447d-9799-15bfabe9923c tempest-AttachVolumeShelveTestJSON-1826431952 tempest-AttachVolumeShelveTestJSON-1826431952-project] 10.222.0.74 "DELETE /v2.0/floatingips/819880ae-dca8-4774-95f9-f851801d550c HTTP/1.1" status: 204 len: 168 time: 0.4291153 Aug 12 22:01:10.410200 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 93f46a23-86be-4b54-8a55-e74645dc7dc0 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:01:10.435536 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: 93f46a23-86be-4b54-8a55-e74645dc7dc0 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:01:10.435882 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 93f46a23-86be-4b54-8a55-e74645dc7dc0 not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:01:11.626292 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 34794) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:11.728096 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-dc598ab9-f4c9-46ca-9281-57f7ba2b16b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:11.815840 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-dc598ab9-f4c9-46ca-9281-57f7ba2b16b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:11.819713 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-dc598ab9-f4c9-46ca-9281-57f7ba2b16b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:11.861097 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-dc598ab9-f4c9-46ca-9281-57f7ba2b16b8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=748109da6013459f8161637c081ffb78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337260 Aug 12 22:01:11.861978 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc598ab9-f4c9-46ca-9281-57f7ba2b16b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef42ea2-e8ee-4d1c-9ae6-cd230f58bbb8,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:11.863817 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34798) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:11.912730 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2585c401-98b1-4cf5-9ec7-c6db71d55a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:11.932918 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2585c401-98b1-4cf5-9ec7-c6db71d55a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:11.978909 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2585c401-98b1-4cf5-9ec7-c6db71d55a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:11.981873 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2585c401-98b1-4cf5-9ec7-c6db71d55a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:11.983509 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2585c401-98b1-4cf5-9ec7-c6db71d55a6d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3ef42ea2-e8ee-4d1c-9ae6-cd230f58bbb8 HTTP/1.1" status: 204 len: 168 time: 0.1180210 Aug 12 22:01:11.991108 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585c401-98b1-4cf5-9ec7-c6db71d55a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef42ea2-e8ee-4d1c-9ae6-cd230f58bbb8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:12.465978 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34824) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:13.003658 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bb4c612-d596-4507-9529-ddfaf2fb840d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3839125'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:13.248887 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3bb4c612-d596-4507-9529-ddfaf2fb840d admin admin] Deleting port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:13.249265 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bb4c612-d596-4507-9529-ddfaf2fb840d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:13.328067 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-3bb4c612-d596-4507-9529-ddfaf2fb840d admin admin] For port 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=4b61b0cc-c915-4442-8d42-ee4ea9ae5be9,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:13.328325 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bb4c612-d596-4507-9529-ddfaf2fb840d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:13.341717 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3bb4c612-d596-4507-9529-ddfaf2fb840d admin admin] Calling delete_port for 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:13.528582 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bb4c612-d596-4507-9529-ddfaf2fb840d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:13.553185 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4c612-d596-4507-9529-ddfaf2fb840d admin admin] Pushing event deleted for resources: {'Port': ['ID=4b61b0cc-c915-4442-8d42-ee4ea9ae5be9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:13.715527 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bb4c612-d596-4507-9529-ddfaf2fb840d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732261'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:13.922261 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb4c612-d596-4507-9529-ddfaf2fb840d admin admin] Router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:01:14.023359 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb4c612-d596-4507-9529-ddfaf2fb840d admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:01:14.028326 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3bb4c612-d596-4507-9529-ddfaf2fb840d admin admin] 10.222.0.74 "PUT /v2.0/routers/1f19e5af-6dc3-4337-90b6-1f1d8f1567cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5612073 Aug 12 22:01:14.030763 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34856) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:14.033192 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712deda-5aa2-498a-ae70-ea53c4ba2b3c None None] Sync routers for ids ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:01:14.042932 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5712deda-5aa2-498a-ae70-ea53c4ba2b3c None None] Routers {'1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:01:14.043616 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5712deda-5aa2-498a-ae70-ea53c4ba2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:00:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:14.129995 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba49f-008f-4463-8f5f-cc032d72e4d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:14.145237 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5712deda-5aa2-498a-ae70-ea53c4ba2b3c None None] Set router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:01:14.225834 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba49f-008f-4463-8f5f-cc032d72e4d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:14.279522 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ba49f-008f-4463-8f5f-cc032d72e4d2 admin admin] Deleting port 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:14.279863 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba49f-008f-4463-8f5f-cc032d72e4d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:14.320439 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5712deda-5aa2-498a-ae70-ea53c4ba2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T22:01:13Z', 'revision_number': 5, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port': {'id': '1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:54:14Z', 'updated_at': '2021-08-12T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:14.346066 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712deda-5aa2-498a-ae70-ea53c4ba2b3c None None] Checking router: 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:01:14.354057 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-8a3ba49f-008f-4463-8f5f-cc032d72e4d2 admin admin] For port 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:14.354220 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5712deda-5aa2-498a-ae70-ea53c4ba2b3c None None] Routers {'1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:01:14.354416 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba49f-008f-4463-8f5f-cc032d72e4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:14.354720 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5712deda-5aa2-498a-ae70-ea53c4ba2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:00:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:14.366653 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ba49f-008f-4463-8f5f-cc032d72e4d2 admin admin] Calling delete_port for 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:14.439620 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5712deda-5aa2-498a-ae70-ea53c4ba2b3c None None] Set router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:01:14.496348 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5712deda-5aa2-498a-ae70-ea53c4ba2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T22:01:14Z', 'revision_number': 6, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port_host': None}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:14.531314 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712deda-5aa2-498a-ae70-ea53c4ba2b3c None None] The sync data for ids ['1f19e5af-6dc3-4337-90b6-1f1d8f1567cd'] in dv-cinder-804457-2-iscsi is: [{'id': '1f19e5af-6dc3-4337-90b6-1f1d8f1567cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1799324098-router', 'tenant_id': '6bf985da8b404d0c890270b5692ca5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:54:12Z', 'updated_at': '2021-08-12T22:01:14Z', 'revision_number': 6, 'project_id': '6bf985da8b404d0c890270b5692ca5fc', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:01:14.785219 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba49f-008f-4463-8f5f-cc032d72e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:14.812924 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ba49f-008f-4463-8f5f-cc032d72e4d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:14.871637 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba49f-008f-4463-8f5f-cc032d72e4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733215'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:14.960812 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba49f-008f-4463-8f5f-cc032d72e4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233106'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:14.962902 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba49f-008f-4463-8f5f-cc032d72e4d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.007185 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba49f-008f-4463-8f5f-cc032d72e4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732028'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.007830 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3ba49f-008f-4463-8f5f-cc032d72e4d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f19e5af-6dc3-4337-90b6-1f1d8f1567cd {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:01:15.012481 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba49f-008f-4463-8f5f-cc032d72e4d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.014043 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8a3ba49f-008f-4463-8f5f-cc032d72e4d2 admin admin] 10.222.0.74 "DELETE /v2.0/routers/1f19e5af-6dc3-4337-90b6-1f1d8f1567cd HTTP/1.1" status: 204 len: 168 time: 0.9823859 Aug 12 22:01:15.016701 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 34866) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:15.060284 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77b3095-00e9-4ef9-b0b0-f91bac39af40 admin admin] Deleting subnet cba43b19-4464-42ef-b75e-2039bb19c703 {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:01:15.063179 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a77b3095-00e9-4ef9-b0b0-f91bac39af40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.097052 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a77b3095-00e9-4ef9-b0b0-f91bac39af40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8446774'] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.279781 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89f1f16f-8bec-4532-ad8a-4ad1cd3fe3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.456859 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a77b3095-00e9-4ef9-b0b0-f91bac39af40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.516091 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a77b3095-00e9-4ef9-b0b0-f91bac39af40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8616466'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.542079 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b3095-00e9-4ef9-b0b0-f91bac39af40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba43b19-4464-42ef-b75e-2039bb19c703,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:15.544022 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a77b3095-00e9-4ef9-b0b0-f91bac39af40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.548296 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-a77b3095-00e9-4ef9-b0b0-f91bac39af40 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/cba43b19-4464-42ef-b75e-2039bb19c703 HTTP/1.1" status: 204 len: 168 time: 0.5281568 Aug 12 22:01:15.548600 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34868) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:15.549055 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2732e2ee-1f00-4041-acfb-42ad03972af2 None None] Network 6e26e98c-0564-4c51-b6a9-f3b8893bd22a requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:01:15.615952 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.671148 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] Deleting port b60616bc-0643-4735-8c87-b1bfd8b08d81 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:15.671571 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.723390 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] DHCP port deletion for 6e26e98c-0564-4c51-b6a9-f3b8893bd22a request from dv-cinder-804457-2-iscsi {{(pid=93883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:01:15.744086 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] For port b60616bc-0643-4735-8c87-b1bfd8b08d81, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=b60616bc-0643-4735-8c87-b1bfd8b08d81,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:15.744385 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.757368 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] Calling delete_port for b60616bc-0643-4735-8c87-b1bfd8b08d81 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:15.774936 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Deleting port b60616bc-0643-4735-8c87-b1bfd8b08d81 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:01:15.775735 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.843357 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.846230 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] For port b60616bc-0643-4735-8c87-b1bfd8b08d81, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=b60616bc-0643-4735-8c87-b1bfd8b08d81,segment=NetworkSegment(b842ec7d-ea85-46d4-b2c3-794379d2fff4),segment_id=b842ec7d-ea85-46d4-b2c3-794379d2fff4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:15.846831 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.860640 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Calling delete_port for b60616bc-0643-4735-8c87-b1bfd8b08d81 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:01:15.870161 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=b60616bc-0643-4735-8c87-b1bfd8b08d81,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:15.882202 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] No DVR routers for this DVR port b60616bc-0643-4735-8c87-b1bfd8b08d81 on host dv-cinder-804457-2-iscsi {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:01:15.936730 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device b60616bc-0643-4735-8c87-b1bfd8b08d81 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:01:15.960477 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: b60616bc-0643-4735-8c87-b1bfd8b08d81 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:01:15.960841 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device b60616bc-0643-4735-8c87-b1bfd8b08d81 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:01:15.961246 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:01:15.967083 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:15.978489 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e26e98c-0564-4c51-b6a9-f3b8893bd22a']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:15.992223 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b842ec7d-ea85-46d4-b2c3-794379d2fff4') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:15.992762 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b842ec7d-ea85-46d4-b2c3-794379d2fff4') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:15.997499 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:01:15.997850 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 4b61b0cc-c915-4442-8d42-ee4ea9ae5be9 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:01:15.998392 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:01:16.003051 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8661366'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:16.021633 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:16.030164 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:01:16.030836 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12338817'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: Traceback (most recent call last): Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: timer() Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: cb(*args, **kw) Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: return func(*args, **kwargs) Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: self._notify() Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: self.callback(batched_events) Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: event.method(event) Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: return f(self, *a, **k) Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: return self._get(url).json() Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:01:16.033224 dv-cinder-804457-2-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:01:16.046874 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:01:16.047225 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 1bc84a7a-7b32-41d0-a5a7-2bbe9fbade94 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:01:16.079596 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:16.106430 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:16.112331 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:16.113146 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Pushing event deleted for resources: {'Port': ['ID=b60616bc-0643-4735-8c87-b1bfd8b08d81,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:16.119050 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] 10.222.0.74 "DELETE /v2.0/networks/6e26e98c-0564-4c51-b6a9-f3b8893bd22a HTTP/1.1" status: 204 len: 168 time: 0.5645914 Aug 12 22:01:16.129819 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] No DVR routers for this DVR port b60616bc-0643-4735-8c87-b1bfd8b08d81 on host dv-cinder-804457-2-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:01:16.133699 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a16073-3b5a-470b-b635-31a676cf7a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e26e98c-0564-4c51-b6a9-f3b8893bd22a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:16.133992 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:16.134660 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:16.135179 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:16.135606 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:16.135948 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:16.138170 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:16.138170 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:16.138170 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:16.138170 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:16.138170 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:16.138170 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:16.138892 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01e3fe-135b-49b3-a0cc-4a61fedfb95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:16.287637 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34884) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:16.327705 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-103666cd-d6f3-45cf-8069-fd35ebcb7404 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6bf985da8b404d0c890270b5692ca5fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389092 Aug 12 22:01:16.330167 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34886) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:16.377301 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c32898e-e7d1-4b7d-aa3f-ec7d281144fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:16.397997 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c32898e-e7d1-4b7d-aa3f-ec7d281144fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:16.443986 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c32898e-e7d1-4b7d-aa3f-ec7d281144fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:16.446657 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c32898e-e7d1-4b7d-aa3f-ec7d281144fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:16.447850 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0c32898e-e7d1-4b7d-aa3f-ec7d281144fe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/41983ff8-4b03-4e95-a53e-e714b2b5377c HTTP/1.1" status: 204 len: 168 time: 0.1167891 Aug 12 22:01:16.455655 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32898e-e7d1-4b7d-aa3f-ec7d281144fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41983ff8-4b03-4e95-a53e-e714b2b5377c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:17.651745 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 34960) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:17.742657 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-436bef6d-0545-4169-b837-dba392aceb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:17.762586 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4357cf87-f002-4aee-92f3-269780ed917a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:17.852085 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4357cf87-f002-4aee-92f3-269780ed917a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:17.855697 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4357cf87-f002-4aee-92f3-269780ed917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:17.896433 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4357cf87-f002-4aee-92f3-269780ed917a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a924c6d466de4de4901ff6c3694a419b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435384 Aug 12 22:01:17.897332 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357cf87-f002-4aee-92f3-269780ed917a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfc97ef-6b71-4175-b4ab-42ce52c5cbcb,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:17.899796 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 34964) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:17.948452 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5c459ec2-bf28-43b5-b815-5f14053e333f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:17.971073 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5c459ec2-bf28-43b5-b815-5f14053e333f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:18.016786 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5c459ec2-bf28-43b5-b815-5f14053e333f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:18.019627 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5c459ec2-bf28-43b5-b815-5f14053e333f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:18.020836 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5c459ec2-bf28-43b5-b815-5f14053e333f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3bfc97ef-6b71-4175-b4ab-42ce52c5cbcb HTTP/1.1" status: 204 len: 168 time: 0.1200023 Aug 12 22:01:18.028330 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c459ec2-bf28-43b5-b815-5f14053e333f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfc97ef-6b71-4175-b4ab-42ce52c5cbcb,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:18.187598 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:18.948540 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:19.600338 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35026) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:19.705127 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7a4daf10-d544-46ab-ae71-f0e313931f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:19.795205 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7a4daf10-d544-46ab-ae71-f0e313931f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:19.799530 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7a4daf10-d544-46ab-ae71-f0e313931f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:19.838132 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-7a4daf10-d544-46ab-ae71-f0e313931f9a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dd7d98b6c7a5485ebac60af6111c0f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366829 Aug 12 22:01:19.839269 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4daf10-d544-46ab-ae71-f0e313931f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be67c348-c538-405e-867f-16c2ab5fb7f9,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:19.840840 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35036) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:19.903567 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b92b0d1a-31df-48e5-a8d7-de171f723053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:19.924031 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b92b0d1a-31df-48e5-a8d7-de171f723053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:19.970121 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b92b0d1a-31df-48e5-a8d7-de171f723053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:19.972761 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b92b0d1a-31df-48e5-a8d7-de171f723053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:19.973990 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b92b0d1a-31df-48e5-a8d7-de171f723053 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/be67c348-c538-405e-867f-16c2ab5fb7f9 HTTP/1.1" status: 204 len: 168 time: 0.1313097 Aug 12 22:01:19.984691 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b0d1a-31df-48e5-a8d7-de171f723053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be67c348-c538-405e-867f-16c2ab5fb7f9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:20.261931 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35058) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:20.275273 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bfa57919-09bd-4f06-8d1f-232fcc1acf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:20.366552 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bfa57919-09bd-4f06-8d1f-232fcc1acf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:20.370272 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bfa57919-09bd-4f06-8d1f-232fcc1acf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:20.409694 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-bfa57919-09bd-4f06-8d1f-232fcc1acf68 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=72ff3fd332d64b8592b79c9042a180ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467130 Aug 12 22:01:20.411627 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa57919-09bd-4f06-8d1f-232fcc1acf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2a540d-b157-4d68-b3d2-a80ce593615e,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:20.413552 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35060) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:20.447768 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:20.463612 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d58481d2-62d7-4657-92cd-05f0c842f69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:20.484178 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d58481d2-62d7-4657-92cd-05f0c842f69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:20.529847 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d58481d2-62d7-4657-92cd-05f0c842f69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:20.532398 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d58481d2-62d7-4657-92cd-05f0c842f69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:20.533562 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d58481d2-62d7-4657-92cd-05f0c842f69d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8a2a540d-b157-4d68-b3d2-a80ce593615e HTTP/1.1" status: 204 len: 168 time: 0.1190217 Aug 12 22:01:20.541576 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58481d2-62d7-4657-92cd-05f0c842f69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2a540d-b157-4d68-b3d2-a80ce593615e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:20.738157 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:01:22.300034 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35130) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:22.402274 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3b02978-1505-4fbb-a350-9b1f4955b0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:22.491469 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3b02978-1505-4fbb-a350-9b1f4955b0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:22.495213 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3b02978-1505-4fbb-a350-9b1f4955b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:22.532032 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f3b02978-1505-4fbb-a350-9b1f4955b0ae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1b3f2350eb6445e9a2bcf950a3f17e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309551 Aug 12 22:01:22.532848 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b02978-1505-4fbb-a350-9b1f4955b0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0d6cb2-506d-4bc1-ba48-2ae2f8f6bf6c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:22.535474 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35134) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:22.584376 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-29fa690e-e419-48ad-8c1c-1f8203d3188d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:22.605804 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-29fa690e-e419-48ad-8c1c-1f8203d3188d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:22.654574 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-29fa690e-e419-48ad-8c1c-1f8203d3188d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:22.657155 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-29fa690e-e419-48ad-8c1c-1f8203d3188d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:22.661374 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-29fa690e-e419-48ad-8c1c-1f8203d3188d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8f0d6cb2-506d-4bc1-ba48-2ae2f8f6bf6c HTTP/1.1" status: 204 len: 168 time: 0.1211514 Aug 12 22:01:22.666602 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa690e-e419-48ad-8c1c-1f8203d3188d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0d6cb2-506d-4bc1-ba48-2ae2f8f6bf6c,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:22.930865 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35154) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:22.944245 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-898d40f0-e819-4b56-98f8-7b8935608540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:23.034248 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-898d40f0-e819-4b56-98f8-7b8935608540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:23.038760 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-898d40f0-e819-4b56-98f8-7b8935608540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:23.076347 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-898d40f0-e819-4b56-98f8-7b8935608540 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7ddbedede985418d94e4f6b2fe4c25ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444137 Aug 12 22:01:23.077482 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d40f0-e819-4b56-98f8-7b8935608540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fe1d9c-48f3-454a-bf1a-922c528d4b70,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:23.079161 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35156) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:23.127435 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f1b0-86c1-4bf7-8fcc-c7eb48d95cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:23.149104 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f1b0-86c1-4bf7-8fcc-c7eb48d95cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:23.194234 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f1b0-86c1-4bf7-8fcc-c7eb48d95cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:23.196773 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f1b0-86c1-4bf7-8fcc-c7eb48d95cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:23.197938 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a7c7f1b0-86c1-4bf7-8fcc-c7eb48d95cbd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/14fe1d9c-48f3-454a-bf1a-922c528d4b70 HTTP/1.1" status: 204 len: 168 time: 0.1177638 Aug 12 22:01:23.205077 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7f1b0-86c1-4bf7-8fcc-c7eb48d95cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fe1d9c-48f3-454a-bf1a-922c528d4b70,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:23.839375 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35178) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:23.931349 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8bcd90eb-d669-4a8a-8314-319d5812a49d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1858232499-network', 'tenant_id': 'ed790b9a635a4696946b4b2a848d69c7'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:23.951293 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcd90eb-d669-4a8a-8314-319d5812a49d admin admin] Made reservation on behalf of ed790b9a635a4696946b4b2a848d69c7 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:01:23.953436 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bcd90eb-d669-4a8a-8314-319d5812a49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:23.962133 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bcd90eb-d669-4a8a-8314-319d5812a49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:24.057880 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bcd90eb-d669-4a8a-8314-319d5812a49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:24.061741 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bcd90eb-d669-4a8a-8314-319d5812a49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:24.086221 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcd90eb-d669-4a8a-8314-319d5812a49d admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:01:24.096298 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd90eb-d669-4a8a-8314-319d5812a49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f5e4b5-5072-4e91-9b7a-4e8d8ece2793,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:24.102529 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bcd90eb-d669-4a8a-8314-319d5812a49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:24.102886 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-8bcd90eb-d669-4a8a-8314-319d5812a49d admin admin] Added segment 3792f44f-5d33-41d0-939f-a7c7b807b5f4 of type vlan for network e7a00944-83cf-4e5d-a09c-bc9a85973c14 Aug 12 22:01:24.145391 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bcd90eb-d669-4a8a-8314-319d5812a49d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:24.173174 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bcd90eb-d669-4a8a-8314-319d5812a49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:24.174153 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd90eb-d669-4a8a-8314-319d5812a49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:24.174741 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bcd90eb-d669-4a8a-8314-319d5812a49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:24.228387 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8bcd90eb-d669-4a8a-8314-319d5812a49d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3877978 Aug 12 22:01:24.231417 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35190) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:24.233430 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd90eb-d669-4a8a-8314-319d5812a49d admin admin] Pushing event updated for resources: {'Network': ['ID=e7a00944-83cf-4e5d-a09c-bc9a85973c14,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:24.237509 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-83b7e058-88c4-4c23-b6a7-3327fa37dd0f admin admin] Request body: {'subnet': {'network_id': 'e7a00944-83cf-4e5d-a09c-bc9a85973c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1858232499-subnet', 'tenant_id': 'ed790b9a635a4696946b4b2a848d69c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:24.243520 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network e7a00944-83cf-4e5d-a09c-bc9a85973c14 details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:01:24.258487 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b7e058-88c4-4c23-b6a7-3327fa37dd0f admin admin] Made reservation on behalf of ed790b9a635a4696946b4b2a848d69c7 for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:01:24.260840 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-83b7e058-88c4-4c23-b6a7-3327fa37dd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8616505'] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:24.423838 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-83b7e058-88c4-4c23-b6a7-3327fa37dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8616459'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:24.481485 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7e058-88c4-4c23-b6a7-3327fa37dd0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=532fe24c-d279-4287-81be-37bf7219eda2,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:24.490105 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b7e058-88c4-4c23-b6a7-3327fa37dd0f admin admin] Checking segment: {'id': '3792f44f-5d33-41d0-939f-a7c7b807b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'e7a00944-83cf-4e5d-a09c-bc9a85973c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:01:24.490465 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b7e058-88c4-4c23-b6a7-3327fa37dd0f admin admin] Network hostable DHCP agents. Network: e7a00944-83cf-4e5d-a09c-bc9a85973c14, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:01:24.506433 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b7e058-88c4-4c23-b6a7-3327fa37dd0f admin admin] Network e7a00944-83cf-4e5d-a09c-bc9a85973c14 is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:01:24.515315 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-83b7e058-88c4-4c23-b6a7-3327fa37dd0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, e7a00944-83cf-4e5d-a09c-bc9a85973c14) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:24.519514 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b7e058-88c4-4c23-b6a7-3327fa37dd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:24.520759 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-83b7e058-88c4-4c23-b6a7-3327fa37dd0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:24.526533 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551b3881-9548-4ac8-86ce-317661c39527 None None] Network e7a00944-83cf-4e5d-a09c-bc9a85973c14 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:01:24.534349 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-83b7e058-88c4-4c23-b6a7-3327fa37dd0f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3018000 Aug 12 22:01:24.651475 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a9a220-fe4d-47e9-a2e3-5ea00c1912a7 None None] Network e7a00944-83cf-4e5d-a09c-bc9a85973c14 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:01:24.981867 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35206) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:24.986939 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-58e2d440-1f62-4755-9bd1-3c9c2a044b33 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-591674705-network', 'tenant_id': '7667c01a7ef74cc8baf4eeef70e1b0cb'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:25.007781 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e2d440-1f62-4755-9bd1-3c9c2a044b33 admin admin] Made reservation on behalf of 7667c01a7ef74cc8baf4eeef70e1b0cb for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:01:25.010124 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-58e2d440-1f62-4755-9bd1-3c9c2a044b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:25.019479 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-58e2d440-1f62-4755-9bd1-3c9c2a044b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:25.109442 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-58e2d440-1f62-4755-9bd1-3c9c2a044b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:25.113347 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-58e2d440-1f62-4755-9bd1-3c9c2a044b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:25.139594 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e2d440-1f62-4755-9bd1-3c9c2a044b33 admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:01:25.153450 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2d440-1f62-4755-9bd1-3c9c2a044b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce514350-96a6-4d6d-a3e5-0fdfea7deb95,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:25.163298 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-58e2d440-1f62-4755-9bd1-3c9c2a044b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:25.163298 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-58e2d440-1f62-4755-9bd1-3c9c2a044b33 admin admin] Added segment c2a3e87a-fb6b-43f4-bb23-5d28cff0cc6c of type vlan for network 8c39a1c8-da7a-48be-84f9-38cda9c71666 Aug 12 22:01:25.216438 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-58e2d440-1f62-4755-9bd1-3c9c2a044b33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:25.244826 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-58e2d440-1f62-4755-9bd1-3c9c2a044b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:25.245900 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e2d440-1f62-4755-9bd1-3c9c2a044b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:25.246486 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-58e2d440-1f62-4755-9bd1-3c9c2a044b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:25.309506 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-58e2d440-1f62-4755-9bd1-3c9c2a044b33 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3264639 Aug 12 22:01:25.310236 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35218) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:25.317240 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-94019b77-8f86-4349-a3d0-19d02eb9df01 admin admin] Request body: {'subnet': {'network_id': '8c39a1c8-da7a-48be-84f9-38cda9c71666', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-591674705-subnet', 'tenant_id': '7667c01a7ef74cc8baf4eeef70e1b0cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:25.325042 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2d440-1f62-4755-9bd1-3c9c2a044b33 admin admin] Pushing event updated for resources: {'Network': ['ID=8c39a1c8-da7a-48be-84f9-38cda9c71666,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:25.335514 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network 8c39a1c8-da7a-48be-84f9-38cda9c71666 details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:01:25.343369 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94019b77-8f86-4349-a3d0-19d02eb9df01 admin admin] Made reservation on behalf of 7667c01a7ef74cc8baf4eeef70e1b0cb for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:01:25.345806 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-94019b77-8f86-4349-a3d0-19d02eb9df01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8616505'] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:25.521500 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-94019b77-8f86-4349-a3d0-19d02eb9df01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8616459'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:25.580562 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94019b77-8f86-4349-a3d0-19d02eb9df01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f22425-1b26-4256-bf9c-1b286d63e661,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:25.586124 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94019b77-8f86-4349-a3d0-19d02eb9df01 admin admin] Checking segment: {'id': 'c2a3e87a-fb6b-43f4-bb23-5d28cff0cc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8c39a1c8-da7a-48be-84f9-38cda9c71666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:01:25.586474 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94019b77-8f86-4349-a3d0-19d02eb9df01 admin admin] Network hostable DHCP agents. Network: 8c39a1c8-da7a-48be-84f9-38cda9c71666, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:01:25.603018 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94019b77-8f86-4349-a3d0-19d02eb9df01 admin admin] Network 8c39a1c8-da7a-48be-84f9-38cda9c71666 is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:01:25.611987 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-94019b77-8f86-4349-a3d0-19d02eb9df01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, 8c39a1c8-da7a-48be-84f9-38cda9c71666) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:25.616752 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94019b77-8f86-4349-a3d0-19d02eb9df01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:25.617379 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-94019b77-8f86-4349-a3d0-19d02eb9df01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:25.621735 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9613a8-9f70-412d-a244-3ba42ddec81a None None] Network 8c39a1c8-da7a-48be-84f9-38cda9c71666 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:01:25.638601 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-94019b77-8f86-4349-a3d0-19d02eb9df01 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3185570 Aug 12 22:01:25.749264 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea20b065-d3b9-49de-8731-6b51cb8dfacb None None] Network 8c39a1c8-da7a-48be-84f9-38cda9c71666 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:01:31.570508 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35334) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:31.677294 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d254c20f-d279-4075-925c-99b12ce13712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:31.766112 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d254c20f-d279-4075-925c-99b12ce13712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:31.769766 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d254c20f-d279-4075-925c-99b12ce13712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:31.807579 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d254c20f-d279-4075-925c-99b12ce13712 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=be42a5fee8b448f0969bdf188a2566c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359142 Aug 12 22:01:31.808436 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254c20f-d279-4075-925c-99b12ce13712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e440bb-6079-4344-b45b-2a57293de4bf,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:31.811042 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35338) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:31.863695 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-967e9899-7c4d-4eac-812b-6e331ffe5247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:31.884108 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-967e9899-7c4d-4eac-812b-6e331ffe5247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:31.931690 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-967e9899-7c4d-4eac-812b-6e331ffe5247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:31.934640 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-967e9899-7c4d-4eac-812b-6e331ffe5247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:31.935767 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-967e9899-7c4d-4eac-812b-6e331ffe5247 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b0e440bb-6079-4344-b45b-2a57293de4bf HTTP/1.1" status: 204 len: 168 time: 0.1236727 Aug 12 22:01:31.944030 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e9899-7c4d-4eac-812b-6e331ffe5247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e440bb-6079-4344-b45b-2a57293de4bf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:32.214215 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35356) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:32.227440 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50a63082-be2a-48c7-86a4-49d577e296a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:32.318610 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50a63082-be2a-48c7-86a4-49d577e296a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:32.322175 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50a63082-be2a-48c7-86a4-49d577e296a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:32.359451 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-50a63082-be2a-48c7-86a4-49d577e296a6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=226f58e1b93745df81a5160c356f6c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441371 Aug 12 22:01:32.362269 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35360) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:32.365293 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a63082-be2a-48c7-86a4-49d577e296a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf47eaa-7197-425c-912d-1c89e9c9e402,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:32.414045 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-500e2620-6c4a-4f0e-b0ea-1bafd835748a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:32.434512 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-500e2620-6c4a-4f0e-b0ea-1bafd835748a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:32.482716 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-500e2620-6c4a-4f0e-b0ea-1bafd835748a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:32.485874 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-500e2620-6c4a-4f0e-b0ea-1bafd835748a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:32.487034 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-500e2620-6c4a-4f0e-b0ea-1bafd835748a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fdf47eaa-7197-425c-912d-1c89e9c9e402 HTTP/1.1" status: 204 len: 168 time: 0.1237824 Aug 12 22:01:32.495350 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e2620-6c4a-4f0e-b0ea-1bafd835748a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf47eaa-7197-425c-912d-1c89e9c9e402,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:33.447781 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-594f75a1-84eb-4669-87dd-3f6529bba085 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492475998&fields=id&tenant_id=d8e3429a9f264b3f96368c74923af18f HTTP/1.1" status: 200 len: 267 time: 0.0394921 Aug 12 22:01:33.570555 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-ef1f64f0-8243-49b6-bfb7-56543a38a8f7 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:33.572031 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-ef1f64f0-8243-49b6-bfb7-56543a38a8f7 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/networks?id=613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 200 len: 812 time: 0.1160886 Aug 12 22:01:33.587626 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-dac52f66-69af-48ea-b8c0-17141e40400f tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/quotas/d8e3429a9f264b3f96368c74923af18f HTTP/1.1" status: 200 len: 375 time: 0.0097520 Aug 12 22:01:33.645315 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-d21ef7ff-bf52-410d-b97c-f388e7ba9a83 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8e3429a9f264b3f96368c74923af18f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0522511 Aug 12 22:01:33.884444 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-7ac357bf-af04-4736-96e2-8030fc744a52 service neutron] 10.222.0.74 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270641 Aug 12 22:01:33.979337 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-5d714ced-384d-4def-b2d6-e4000a5e13aa service neutron] 10.222.0.74 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881486 Aug 12 22:01:34.186915 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35432) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:34.273757 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0c039a29-4efb-422d-a298-61ea37d16e34 req-5aa9b1c6-1f31-4480-ae31-9890707d713e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 210 time: 0.0273516 Aug 12 22:01:34.309638 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6584896c-64fd-4874-bd35-a7fc88c31b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.402641 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6584896c-64fd-4874-bd35-a7fc88c31b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.407194 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6584896c-64fd-4874-bd35-a7fc88c31b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.448981 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-6584896c-64fd-4874-bd35-a7fc88c31b79 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2869c8b8ed8946b19a7f0a0f585dcc27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601027 Aug 12 22:01:34.449148 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35444) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:34.450915 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584896c-64fd-4874-bd35-a7fc88c31b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8024e5ff-997e-4b02-ac5c-878397c87714,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:34.513501 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66215314-2ed0-4e6c-9be8-b220c661b3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.550284 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66215314-2ed0-4e6c-9be8-b220c661b3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.610256 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66215314-2ed0-4e6c-9be8-b220c661b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.616331 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66215314-2ed0-4e6c-9be8-b220c661b3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:34.619845 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-66215314-2ed0-4e6c-9be8-b220c661b3c3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8024e5ff-997e-4b02-ac5c-878397c87714 HTTP/1.1" status: 204 len: 168 time: 0.1675026 Aug 12 22:01:34.629715 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66215314-2ed0-4e6c-9be8-b220c661b3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8024e5ff-997e-4b02-ac5c-878397c87714,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:34.935415 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35462) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:34.950160 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-128a4215-6ec1-43ed-aca0-624b5d7ea513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:35.037186 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-128a4215-6ec1-43ed-aca0-624b5d7ea513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:35.040628 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-128a4215-6ec1-43ed-aca0-624b5d7ea513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:35.078788 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-128a4215-6ec1-43ed-aca0-624b5d7ea513 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=85a2e5739875426caff251a06f973a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423283 Aug 12 22:01:35.079656 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a4215-6ec1-43ed-aca0-624b5d7ea513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d73d00a-4eeb-411a-bb6d-f7dcdcfcbb57,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:35.082246 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35464) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:35.133441 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f20f41c2-1db3-45ba-8df6-0699242aa2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:35.158157 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f20f41c2-1db3-45ba-8df6-0699242aa2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:35.206788 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f20f41c2-1db3-45ba-8df6-0699242aa2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:35.210577 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f20f41c2-1db3-45ba-8df6-0699242aa2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:35.214852 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f20f41c2-1db3-45ba-8df6-0699242aa2fc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7d73d00a-4eeb-411a-bb6d-f7dcdcfcbb57 HTTP/1.1" status: 204 len: 168 time: 0.1314795 Aug 12 22:01:35.223970 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f41c2-1db3-45ba-8df6-0699242aa2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d73d00a-4eeb-411a-bb6d-f7dcdcfcbb57,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:35.316750 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-11c7e2d3-aa1f-4ee0-a173-ecef0d649ea6 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:35.318579 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-11c7e2d3-aa1f-4ee0-a173-ecef0d649ea6 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.66 "GET /v2.0/networks?id=613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 200 len: 812 time: 0.1223564 Aug 12 22:01:35.390798 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1061ebf0-5206-435d-a5fb-babaa6b5bacf req-0ffc5f14-1195-4808-b08e-726c8d1e6a08 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 210 time: 0.0345466 Aug 12 22:01:35.395809 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-e08deee9-ea97-4c25-ab93-551093574a09 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8e3429a9f264b3f96368c74923af18f HTTP/1.1" status: 200 len: 380 time: 0.0679653 Aug 12 22:01:35.413247 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-b404a8bb-ba77-4814-98f7-35dac3c579ef tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Request body: {'port': {'device_id': '5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'admin_state_up': True, 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'security_groups': ['24756664-b713-48c1-bd3e-e35339f667ab']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:35.525175 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-b404a8bb-ba77-4814-98f7-35dac3c579ef tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Made reservation on behalf of d8e3429a9f264b3f96368c74923af18f for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:01:35.529174 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-b404a8bb-ba77-4814-98f7-35dac3c579ef tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:35.658125 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-b404a8bb-ba77-4814-98f7-35dac3c579ef tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Allocated IP 172.20.0.14 (613fc478-5bf3-40ff-985a-d2037dcedd3d/d02462e4-e48f-4f21-a855-efcf02a2fe69/3180e0a1-988a-43b5-a673-cdaf8adf6fad) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:01:35.814750 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-b404a8bb-ba77-4814-98f7-35dac3c579ef tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:35.842352 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-b404a8bb-ba77-4814-98f7-35dac3c579ef tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Transition to ACTIVE for port object 3180e0a1-988a-43b5-a673-cdaf8adf6fad will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:01:35.890096 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-b404a8bb-ba77-4814-98f7-35dac3c579ef tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:35.934901 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-b404a8bb-ba77-4814-98f7-35dac3c579ef tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Network 613fc478-5bf3-40ff-985a-d2037dcedd3d is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:01:35.939942 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-b404a8bb-ba77-4814-98f7-35dac3c579ef tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:35.943008 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-b404a8bb-ba77-4814-98f7-35dac3c579ef tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:01:35.973951 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404a8bb-ba77-4814-98f7-35dac3c579ef tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event updated for resources: {'Port': ['ID=3180e0a1-988a-43b5-a673-cdaf8adf6fad,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:36.008643 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-b404a8bb-ba77-4814-98f7-35dac3c579ef tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:36.009346 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-b404a8bb-ba77-4814-98f7-35dac3c579ef tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:36.026156 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-b404a8bb-ba77-4814-98f7-35dac3c579ef tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6245153 Aug 12 22:01:36.041628 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Request body: {'port': {'device_id': '5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:36.130437 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:36.231155 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-9dc476ee-8553-42c6-944d-d3557c22bd72 None None] Provisioning for port 3180e0a1-988a-43b5-a673-cdaf8adf6fad completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:01:36.235955 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-9dc476ee-8553-42c6-944d-d3557c22bd72 None None] Provisioning complete for port 3180e0a1-988a-43b5-a673-cdaf8adf6fad triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:36.236455 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9dc476ee-8553-42c6-944d-d3557c22bd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:36.272780 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9dc476ee-8553-42c6-944d-d3557c22bd72 None None] Port 3180e0a1-988a-43b5-a673-cdaf8adf6fad cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:01:36.435324 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3180e0a1-988a-43b5-a673-cdaf8adf6fad {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:01:36.443635 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:36.456491 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Transition to ACTIVE for port object 3180e0a1-988a-43b5-a673-cdaf8adf6fad will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:01:36.461169 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:36.543641 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Pushing event updated for resources: {'Port': ['ID=3180e0a1-988a-43b5-a673-cdaf8adf6fad,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:36.565064 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46409f-0dc8-446e-b247-8922c823a3a8 req-bd3cc1a0-ada3-442e-a66f-4601e4bd0e5b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:36.567184 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0b46409f-0dc8-446e-b247-8922c823a3a8 req-bd3cc1a0-ada3-442e-a66f-4601e4bd0e5b tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 944 time: 0.1037457 Aug 12 22:01:36.643246 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0b46409f-0dc8-446e-b247-8922c823a3a8 req-480caa9c-05f2-446d-8870-03bc61dbdfeb tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619564 Aug 12 22:01:36.658693 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Attempting to bind port 3180e0a1-988a-43b5-a673-cdaf8adf6fad on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:01:36.659042 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Attempting to bind port 3180e0a1-988a-43b5-a673-cdaf8adf6fad by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:01:36.659377 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Attempting to bind port 3180e0a1-988a-43b5-a673-cdaf8adf6fad on network 613fc478-5bf3-40ff-985a-d2037dcedd3d {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:01:36.664585 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Port 3180e0a1-988a-43b5-a673-cdaf8adf6fad on network 613fc478-5bf3-40ff-985a-d2037dcedd3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:01:36.664906 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Attempting to bind port 3180e0a1-988a-43b5-a673-cdaf8adf6fad on network 613fc478-5bf3-40ff-985a-d2037dcedd3d {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:01:36.672505 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:01:36.672981 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Checking segment: {'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:01:36.673458 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Bound using segment: {'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:01:36.673900 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Bound port: 3180e0a1-988a-43b5-a673-cdaf8adf6fad, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:01:36.674268 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:36.754929 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] For port 3180e0a1-988a-43b5-a673-cdaf8adf6fad, host hv-cinder-80445, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:01:36.759512 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] For port 3180e0a1-988a-43b5-a673-cdaf8adf6fad, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3180e0a1-988a-43b5-a673-cdaf8adf6fad,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:01:36.766947 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:36.805204 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:36.805821 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:36.807213 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] 10.222.0.66 "PUT /v2.0/ports/3180e0a1-988a-43b5-a673-cdaf8adf6fad HTTP/1.1" status: 200 len: 1094 time: 0.7726312 Aug 12 22:01:36.807657 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb', 'tag': '3180e0a1-988a-43b5-a673-cdaf8adf6fad'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:36.809953 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415b5f2e-16d6-425d-9439-997dffdb36ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb", "tag": "3180e0a1-988a-43b5-a673-cdaf8adf6fad"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:36.846105 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31a3fe-5251-4ec5-85de-d711477e9882 service neutron] Pushing event updated for resources: {'Port': ['ID=3180e0a1-988a-43b5-a673-cdaf8adf6fad,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:36.860394 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c59c08-1346-444d-a7de-61e67ced242b x-openstack-request-id: req-f8c59c08-1346-444d-a7de-61e67ced242b {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:36.860688 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb", "tag": "3180e0a1-988a-43b5-a673-cdaf8adf6fad", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:36.860943 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f8c59c08-1346-444d-a7de-61e67ced242b {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:36.861438 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb', 'tag': '3180e0a1-988a-43b5-a673-cdaf8adf6fad', 'status': 'completed', 'code': 200} Aug 12 22:01:36.895827 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-910ce7cf-adde-42cd-9100-7ac382e85f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:36.897479 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-910ce7cf-adde-42cd-9100-7ac382e85f11 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8e3429a9f264b3f96368c74923af18f&device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 1097 time: 0.0468628 Aug 12 22:01:36.945585 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-0439abea-1ba3-4cf5-95d2-d81b0c16ca8a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3180e0a1-988a-43b5-a673-cdaf8adf6fad HTTP/1.1" status: 200 len: 217 time: 0.0402620 Aug 12 22:01:36.998045 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-b0684b79-bf03-46a9-a4e3-722ecb40a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:37.000246 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-b0684b79-bf03-46a9-a4e3-722ecb40a960 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d02462e4-e48f-4f21-a855-efcf02a2fe69 HTTP/1.1" status: 200 len: 851 time: 0.0471416 Aug 12 22:01:37.047015 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-ccfbeaaa-6d29-4945-8399-c355b20e4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:37.048622 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-ccfbeaaa-6d29-4945-8399-c355b20e4a22 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=613fc478-5bf3-40ff-985a-d2037dcedd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418932 Aug 12 22:01:37.140872 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-05bac3a9-680d-4598-9edc-f0665e49f3b5 service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853014 Aug 12 22:01:37.236165 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8783c27-6c91-4497-8683-1b61d54bfb86 req-d5613be8-d728-4737-9364-7c27e09bd193 service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877621 Aug 12 22:01:37.342546 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b5f2e-16d6-425d-9439-997dffdb36ac req-8f36bee6-da2b-4496-91c3-b27b990f33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:37.344221 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-415b5f2e-16d6-425d-9439-997dffdb36ac req-8f36bee6-da2b-4496-91c3-b27b990f33d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8e3429a9f264b3f96368c74923af18f&device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 1097 time: 0.0614541 Aug 12 22:01:37.449095 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b5f2e-16d6-425d-9439-997dffdb36ac req-a5620797-e4f7-47ce-ab38-817fb99464fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:37.450688 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-415b5f2e-16d6-425d-9439-997dffdb36ac req-a5620797-e4f7-47ce-ab38-817fb99464fe service neutron] 10.222.0.66 "GET /v2.0/networks?id=613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 200 len: 913 time: 0.0997858 Aug 12 22:01:37.494138 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-415b5f2e-16d6-425d-9439-997dffdb36ac req-77196aa2-0add-4ca2-aa3b-81976a80a0d8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3180e0a1-988a-43b5-a673-cdaf8adf6fad HTTP/1.1" status: 200 len: 217 time: 0.0355692 Aug 12 22:01:37.549575 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b5f2e-16d6-425d-9439-997dffdb36ac req-1fec79a3-ec27-481a-82a7-c4666cdb741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:37.551819 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-415b5f2e-16d6-425d-9439-997dffdb36ac req-1fec79a3-ec27-481a-82a7-c4666cdb741f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d02462e4-e48f-4f21-a855-efcf02a2fe69 HTTP/1.1" status: 200 len: 851 time: 0.0500946 Aug 12 22:01:37.603357 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b5f2e-16d6-425d-9439-997dffdb36ac req-ffe224e2-acaf-42f4-ba54-d75702a95f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:37.604924 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-415b5f2e-16d6-425d-9439-997dffdb36ac req-ffe224e2-acaf-42f4-ba54-d75702a95f05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=613fc478-5bf3-40ff-985a-d2037dcedd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459490 Aug 12 22:01:37.708640 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-415b5f2e-16d6-425d-9439-997dffdb36ac req-d13fb539-ebde-467f-9365-c9b9252d1c3f service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918632 Aug 12 22:01:37.834545 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:37.849213 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273dd06-eedc-4ab3-8d8f-114d4b57fa37 req-2240b80e-465e-41fc-bf1a-83a9bf35370e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:37.850691 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c273dd06-eedc-4ab3-8d8f-114d4b57fa37 req-2240b80e-465e-41fc-bf1a-83a9bf35370e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 944 time: 0.0782108 Aug 12 22:01:37.856008 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-415b5f2e-16d6-425d-9439-997dffdb36ac req-92e2e61d-d32f-469a-b717-b361e1b5f769 service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361575 Aug 12 22:01:37.889692 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c273dd06-eedc-4ab3-8d8f-114d4b57fa37 req-8df4151c-9e35-45a9-82a1-daae649e764f tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327539 Aug 12 22:01:39.011978 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58195828-86f8-47a6-a6d0-a0b847ffad74 req-a494c9ac-41db-4528-a5e5-c1591cec3600 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:39.013492 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-58195828-86f8-47a6-a6d0-a0b847ffad74 req-a494c9ac-41db-4528-a5e5-c1591cec3600 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 944 time: 0.0525990 Aug 12 22:01:39.052136 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-58195828-86f8-47a6-a6d0-a0b847ffad74 req-6402c8bf-50c7-4359-a9e7-d378ccdee0ca tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324371 Aug 12 22:01:40.169087 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f079e5-8ef8-4a91-90d6-7ccf74ae45ae req-209aab14-d344-4641-b54c-202ddc99afe6 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:40.170717 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-66f079e5-8ef8-4a91-90d6-7ccf74ae45ae req-209aab14-d344-4641-b54c-202ddc99afe6 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 944 time: 0.0526600 Aug 12 22:01:40.209418 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-66f079e5-8ef8-4a91-90d6-7ccf74ae45ae req-7ae21e32-c06e-45dc-b545-9ff52f634754 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327518 Aug 12 22:01:40.479749 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35622) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:40.580145 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e60e-5194-4eb8-96be-8240e344a677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:40.671241 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e60e-5194-4eb8-96be-8240e344a677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:40.674837 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e60e-5194-4eb8-96be-8240e344a677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:40.712022 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2fe5e60e-5194-4eb8-96be-8240e344a677 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d580457373b0423abdb47e3c582db3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312236 Aug 12 22:01:40.712929 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5e60e-5194-4eb8-96be-8240e344a677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3de257-f5e3-4d08-a70b-fd3da6b6ca7a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:40.714796 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35626) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:40.762768 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b0176c55-1ecc-4fb4-9e29-01069b0250c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:40.783124 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b0176c55-1ecc-4fb4-9e29-01069b0250c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:40.829391 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b0176c55-1ecc-4fb4-9e29-01069b0250c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:40.832436 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b0176c55-1ecc-4fb4-9e29-01069b0250c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:40.833597 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-b0176c55-1ecc-4fb4-9e29-01069b0250c0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7d3de257-f5e3-4d08-a70b-fd3da6b6ca7a HTTP/1.1" status: 204 len: 168 time: 0.1177628 Aug 12 22:01:40.841274 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0176c55-1ecc-4fb4-9e29-01069b0250c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3de257-f5e3-4d08-a70b-fd3da6b6ca7a,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:41.097886 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35632) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:41.110913 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-393fdbda-4c4d-4e05-84d0-56b050c4bb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.203032 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-393fdbda-4c4d-4e05-84d0-56b050c4bb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.207185 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-393fdbda-4c4d-4e05-84d0-56b050c4bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.247802 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fdbda-4c4d-4e05-84d0-56b050c4bb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319af5c9-73d1-4bd4-b30e-b99bffd48a63,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:41.253264 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-393fdbda-4c4d-4e05-84d0-56b050c4bb09 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2a84d210de624f24b1a030c581433e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542807 Aug 12 22:01:41.256255 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35636) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:41.380031 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c326f6-87e1-42b1-8368-d7a7dc678bf7 req-9455412a-1968-4ff4-bd2d-3758485cf494 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:41.381571 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12c326f6-87e1-42b1-8368-d7a7dc678bf7 req-9455412a-1968-4ff4-bd2d-3758485cf494 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 944 time: 0.1038251 Aug 12 22:01:41.383123 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-27d58e36-4f2c-4270-a811-33eda17a1e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.413142 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35648) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:41.427547 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba8f5b8b-f6b4-4a7c-8df5-432d75e26c0d req-946caaed-efc3-4866-a307-adc8fd8cf42f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1040056 Aug 12 22:01:41.429353 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-27d58e36-4f2c-4270-a811-33eda17a1e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.457806 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff11d1b-2fdd-4cb2-84ed-7db71c138107 admin admin] Deleting subnet 532fe24c-d279-4287-81be-37bf7219eda2 {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:01:41.461047 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5ff11d1b-2fdd-4cb2-84ed-7db71c138107 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.478509 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12c326f6-87e1-42b1-8368-d7a7dc678bf7 req-bd4d0f24-c372-4a85-b6a3-008adc326bd9 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899508 Aug 12 22:01:41.496040 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5ff11d1b-2fdd-4cb2-84ed-7db71c138107 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8446774'] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.518321 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f5b8b-f6b4-4a7c-8df5-432d75e26c0d req-0034fd9b-0efa-4c38-94be-b5c278d2e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:41.520827 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba8f5b8b-f6b4-4a7c-8df5-432d75e26c0d req-0034fd9b-0efa-4c38-94be-b5c278d2e7e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8e3429a9f264b3f96368c74923af18f&device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 1098 time: 0.0668225 Aug 12 22:01:41.535595 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-27d58e36-4f2c-4270-a811-33eda17a1e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.537334 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5ff11d1b-2fdd-4cb2-84ed-7db71c138107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.538495 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-27d58e36-4f2c-4270-a811-33eda17a1e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.539657 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-27d58e36-4f2c-4270-a811-33eda17a1e4f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/319af5c9-73d1-4bd4-b30e-b99bffd48a63 HTTP/1.1" status: 204 len: 168 time: 0.2825017 Aug 12 22:01:41.556749 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d58e36-4f2c-4270-a811-33eda17a1e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319af5c9-73d1-4bd4-b30e-b99bffd48a63,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:41.604493 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5ff11d1b-2fdd-4cb2-84ed-7db71c138107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8616466'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.633144 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5ff11d1b-2fdd-4cb2-84ed-7db71c138107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.637842 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5ff11d1b-2fdd-4cb2-84ed-7db71c138107 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/532fe24c-d279-4287-81be-37bf7219eda2 HTTP/1.1" status: 204 len: 168 time: 0.2233646 Aug 12 22:01:41.638849 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35652) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:41.641320 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff11d1b-2fdd-4cb2-84ed-7db71c138107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=532fe24c-d279-4287-81be-37bf7219eda2,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:41.646180 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f5b8b-f6b4-4a7c-8df5-432d75e26c0d req-b11034c6-6577-4b00-bee1-378c0b1efce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:41.647835 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba8f5b8b-f6b4-4a7c-8df5-432d75e26c0d req-b11034c6-6577-4b00-bee1-378c0b1efce1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 200 len: 913 time: 0.1046405 Aug 12 22:01:41.716441 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-abc99aaa-0ce8-430b-bfcd-84c576682462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.716976 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba8f5b8b-f6b4-4a7c-8df5-432d75e26c0d req-51ba18f2-e741-4e14-8a4d-94fbb781830f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 HTTP/1.1" status: 200 len: 1001 time: 0.0622201 Aug 12 22:01:41.770703 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f5b8b-f6b4-4a7c-8df5-432d75e26c0d req-457d352f-78ae-4dfb-9122-1805f17991e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:41.772363 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba8f5b8b-f6b4-4a7c-8df5-432d75e26c0d req-457d352f-78ae-4dfb-9122-1805f17991e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d02462e4-e48f-4f21-a855-efcf02a2fe69 HTTP/1.1" status: 200 len: 851 time: 0.0477719 Aug 12 22:01:41.812225 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-abc99aaa-0ce8-430b-bfcd-84c576682462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.825830 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-abc99aaa-0ce8-430b-bfcd-84c576682462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a00944-83cf-4e5d-a09c-bc9a85973c14']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:41.830061 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f5b8b-f6b4-4a7c-8df5-432d75e26c0d req-90e75257-d0d7-49f9-9476-633def474c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:41.831682 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba8f5b8b-f6b4-4a7c-8df5-432d75e26c0d req-90e75257-d0d7-49f9-9476-633def474c66 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=613fc478-5bf3-40ff-985a-d2037dcedd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523067 Aug 12 22:01:41.838942 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-abc99aaa-0ce8-430b-bfcd-84c576682462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3792f44f-5d33-41d0-939f-a7c7b807b5f4') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:41.839243 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-abc99aaa-0ce8-430b-bfcd-84c576682462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3792f44f-5d33-41d0-939f-a7c7b807b5f4') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:41.848697 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-abc99aaa-0ce8-430b-bfcd-84c576682462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8446753'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.862403 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-abc99aaa-0ce8-430b-bfcd-84c576682462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.869288 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc99aaa-0ce8-430b-bfcd-84c576682462 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:01:41.869677 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-abc99aaa-0ce8-430b-bfcd-84c576682462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416940'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: Traceback (most recent call last): Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: timer() Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: cb(*args, **kw) Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: self._notify() Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: self.callback(batched_events) Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: event.method(event) Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: return f(self, *a, **k) Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._get(url).json() Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:01:41.871326 dv-cinder-804457-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:01:41.898432 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35656) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:41.919149 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-131fba33-50ad-41dd-8c88-1e454463d554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.926013 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-abc99aaa-0ce8-430b-bfcd-84c576682462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.931928 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-abc99aaa-0ce8-430b-bfcd-84c576682462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:41.936064 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-abc99aaa-0ce8-430b-bfcd-84c576682462 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e7a00944-83cf-4e5d-a09c-bc9a85973c14 HTTP/1.1" status: 204 len: 168 time: 0.2935035 Aug 12 22:01:41.938134 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35658) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:41.944674 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc99aaa-0ce8-430b-bfcd-84c576682462 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a00944-83cf-4e5d-a09c-bc9a85973c14,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:41.980474 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba8f5b8b-f6b4-4a7c-8df5-432d75e26c0d req-ef206160-d71a-463a-a197-ef74a880b403 service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416824 Aug 12 22:01:42.051424 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-54eed0a5-5ee8-404f-b56f-bbce40161d62 admin admin] Deleting subnet c0f22425-1b26-4256-bf9c-1b286d63e661 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:01:42.056832 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54eed0a5-5ee8-404f-b56f-bbce40161d62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.121880 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54eed0a5-5ee8-404f-b56f-bbce40161d62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8661345'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.170511 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba8f5b8b-f6b4-4a7c-8df5-432d75e26c0d req-2730fa1e-a79a-4794-8ea1-4a3c4613ab25 service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789694 Aug 12 22:01:42.185689 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54eed0a5-5ee8-404f-b56f-bbce40161d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.232253 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-131fba33-50ad-41dd-8c88-1e454463d554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.240635 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-131fba33-50ad-41dd-8c88-1e454463d554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.288344 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-131fba33-50ad-41dd-8c88-1e454463d554 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=88cbcdb0cd7f40b2be842ee630a8d23c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888810 Aug 12 22:01:42.289917 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54eed0a5-5ee8-404f-b56f-bbce40161d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12338783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463963'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.291054 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35660) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:42.294156 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fba33-50ad-41dd-8c88-1e454463d554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918b0eb5-6fdc-44c2-b3e8-9eebfcb91e29,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:42.320258 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eed0a5-5ee8-404f-b56f-bbce40161d62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f22425-1b26-4256-bf9c-1b286d63e661,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:42.323978 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54eed0a5-5ee8-404f-b56f-bbce40161d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.325898 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-54eed0a5-5ee8-404f-b56f-bbce40161d62 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c0f22425-1b26-4256-bf9c-1b286d63e661 HTTP/1.1" status: 204 len: 168 time: 0.3868444 Aug 12 22:01:42.328352 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35662) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:42.348145 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-32c34a12-2500-415a-9e26-970f17d57b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.368852 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-32c34a12-2500-415a-9e26-970f17d57b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.392443 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-394e724e-4502-4b2e-b604-896535116e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.417124 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-32c34a12-2500-415a-9e26-970f17d57b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.419744 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-32c34a12-2500-415a-9e26-970f17d57b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.420910 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-32c34a12-2500-415a-9e26-970f17d57b1b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/918b0eb5-6fdc-44c2-b3e8-9eebfcb91e29 HTTP/1.1" status: 204 len: 168 time: 0.1288416 Aug 12 22:01:42.429350 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c34a12-2500-415a-9e26-970f17d57b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918b0eb5-6fdc-44c2-b3e8-9eebfcb91e29,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:42.481721 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-394e724e-4502-4b2e-b604-896535116e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.492076 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-394e724e-4502-4b2e-b604-896535116e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c39a1c8-da7a-48be-84f9-38cda9c71666']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:42.504303 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-394e724e-4502-4b2e-b604-896535116e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a3e87a-fb6b-43f4-bb23-5d28cff0cc6c') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:42.504600 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-394e724e-4502-4b2e-b604-896535116e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a3e87a-fb6b-43f4-bb23-5d28cff0cc6c') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:42.514003 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-394e724e-4502-4b2e-b604-896535116e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8661366'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.528494 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-394e724e-4502-4b2e-b604-896535116e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.535067 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394e724e-4502-4b2e-b604-896535116e0f admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:01:42.535502 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-394e724e-4502-4b2e-b604-896535116e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12338817'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: Traceback (most recent call last): Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: timer() Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: cb(*args, **kw) Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: return func(*args, **kwargs) Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: self._notify() Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: self.callback(batched_events) Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: event.method(event) Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: return f(self, *a, **k) Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: return self._get(url).json() Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:01:42.537593 dv-cinder-804457-2-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:01:42.621338 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-394e724e-4502-4b2e-b604-896535116e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.626616 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-394e724e-4502-4b2e-b604-896535116e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.629158 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-394e724e-4502-4b2e-b604-896535116e0f admin admin] 10.222.0.74 "DELETE /v2.0/networks/8c39a1c8-da7a-48be-84f9-38cda9c71666 HTTP/1.1" status: 204 len: 168 time: 0.2992094 Aug 12 22:01:42.652952 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad35cc-6824-4c88-ac54-5c48efad1902 req-7c2d0647-0769-4d2f-9b1f-e5a5f27c2615 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:42.654444 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2dad35cc-6824-4c88-ac54-5c48efad1902 req-7c2d0647-0769-4d2f-9b1f-e5a5f27c2615 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 944 time: 0.0804603 Aug 12 22:01:42.655344 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e724e-4502-4b2e-b604-896535116e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=8c39a1c8-da7a-48be-84f9-38cda9c71666,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:42.692829 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2dad35cc-6824-4c88-ac54-5c48efad1902 req-c0543c85-5033-4d1f-a1f9-d013199164dd tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319035 Aug 12 22:01:42.806312 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35678) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:42.847402 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-49d5c3b8-2605-4ab6-adf2-8f334852095d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ed790b9a635a4696946b4b2a848d69c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398176 Aug 12 22:01:42.850452 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35682) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:42.897699 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-230d7460-0509-4631-9668-3f930860f5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.917874 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-230d7460-0509-4631-9668-3f930860f5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.969330 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-230d7460-0509-4631-9668-3f930860f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.971998 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-230d7460-0509-4631-9668-3f930860f5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:42.973178 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-230d7460-0509-4631-9668-3f930860f5bf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/71f5e4b5-5072-4e91-9b7a-4e8d8ece2793 HTTP/1.1" status: 204 len: 168 time: 0.1218083 Aug 12 22:01:42.980949 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d7460-0509-4631-9668-3f930860f5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f5e4b5-5072-4e91-9b7a-4e8d8ece2793,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:43.298036 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35700) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:43.337064 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-426f7356-db28-4e07-80b0-b46ba868827d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7667c01a7ef74cc8baf4eeef70e1b0cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378489 Aug 12 22:01:43.339444 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35702) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:43.387035 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d1e2c440-4ffb-4e5b-b611-fb33619801f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.407808 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d1e2c440-4ffb-4e5b-b611-fb33619801f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.453407 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d1e2c440-4ffb-4e5b-b611-fb33619801f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.455967 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d1e2c440-4ffb-4e5b-b611-fb33619801f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.457585 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d1e2c440-4ffb-4e5b-b611-fb33619801f8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ce514350-96a6-4d6d-a3e5-0fdfea7deb95 HTTP/1.1" status: 204 len: 168 time: 0.1170397 Aug 12 22:01:43.469452 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2c440-4ffb-4e5b-b611-fb33619801f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce514350-96a6-4d6d-a3e5-0fdfea7deb95,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:43.711907 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35714) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:43.809640 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06680def-c545-4da8-8988-253221c4f28f req-41bb43b7-737e-4055-a476-c2a454a56f29 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:43.811268 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-06680def-c545-4da8-8988-253221c4f28f req-41bb43b7-737e-4055-a476-c2a454a56f29 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 944 time: 0.0522537 Aug 12 22:01:43.829650 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e25e2901-a09a-4817-9d6f-eb334c159244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.853538 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-06680def-c545-4da8-8988-253221c4f28f req-c1b58054-6a74-4e90-b8d0-db0a6281a447 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356512 Aug 12 22:01:43.929334 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e25e2901-a09a-4817-9d6f-eb334c159244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.933139 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e25e2901-a09a-4817-9d6f-eb334c159244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:43.977765 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-e25e2901-a09a-4817-9d6f-eb334c159244 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7741d349c5b54c46aea585627fbcb2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618148 Aug 12 22:01:43.977765 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e2901-a09a-4817-9d6f-eb334c159244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a0ab35-1158-457d-a7eb-47f19296b413,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:43.977949 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35728) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:44.028800 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f0242ff-488b-4d1b-be21-ccdf8466e322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.049063 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f0242ff-488b-4d1b-be21-ccdf8466e322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.101177 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f0242ff-488b-4d1b-be21-ccdf8466e322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.105608 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f0242ff-488b-4d1b-be21-ccdf8466e322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.109382 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7f0242ff-488b-4d1b-be21-ccdf8466e322 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/22a0ab35-1158-457d-a7eb-47f19296b413 HTTP/1.1" status: 204 len: 168 time: 0.1280186 Aug 12 22:01:44.120491 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0242ff-488b-4d1b-be21-ccdf8466e322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a0ab35-1158-457d-a7eb-47f19296b413,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:44.556112 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 3180e0a1-988a-43b5-a673-cdaf8adf6fad details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:01:44.610439 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35760) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:44.731722 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f939608-ed90-456c-93c3-03805d08b5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.781640 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 3180e0a1-988a-43b5-a673-cdaf8adf6fad, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3180e0a1-988a-43b5-a673-cdaf8adf6fad,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:44.795257 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': '3180e0a1-988a-43b5-a673-cdaf8adf6fad', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'port_id': '3180e0a1-988a-43b5-a673-cdaf8adf6fad', 'mac_address': 'fa:16:3e:84:78:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:01:44.833241 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.839119 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f939608-ed90-456c-93c3-03805d08b5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.844195 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f939608-ed90-456c-93c3-03805d08b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.846636 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3180e0a1-988a-43b5-a673-cdaf8adf6fad {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:01:44.864662 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35772) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:44.868014 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 3180e0a1-988a-43b5-a673-cdaf8adf6fad, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3180e0a1-988a-43b5-a673-cdaf8adf6fad,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:44.873703 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.898841 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5f939608-ed90-456c-93c3-03805d08b5ea admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6659519dc488402b85e91bff68df45a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849698 Aug 12 22:01:44.898841 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f939608-ed90-456c-93c3-03805d08b5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd68f45-58b8-4026-9ba5-f57075722ca3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:44.899244 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35778) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:44.935052 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=3180e0a1-988a-43b5-a673-cdaf8adf6fad,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:44.963278 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4d13ac55-7233-492d-b790-9813c762a347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.984347 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4d13ac55-7233-492d-b790-9813c762a347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:44.993784 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-777aac5f-ca44-440e-b63e-a48919cbaf92 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-685216586-network', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:45.030350 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f408b-b154-46df-a032-cb26235e4b47 req-a92b8025-0240-4ffe-8def-2d620cb08ce5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:45.031354 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4d13ac55-7233-492d-b790-9813c762a347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.031831 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b80f408b-b154-46df-a032-cb26235e4b47 req-a92b8025-0240-4ffe-8def-2d620cb08ce5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 945 time: 0.0722017 Aug 12 22:01:45.032858 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777aac5f-ca44-440e-b63e-a48919cbaf92 admin admin] Made reservation on behalf of d3f43ad941834fb5b7b2eb496a2a997d for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:01:45.034036 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4d13ac55-7233-492d-b790-9813c762a347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.035581 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-777aac5f-ca44-440e-b63e-a48919cbaf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.036041 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-4d13ac55-7233-492d-b790-9813c762a347 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1cd68f45-58b8-4026-9ba5-f57075722ca3 HTTP/1.1" status: 204 len: 168 time: 0.1357133 Aug 12 22:01:45.046788 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-777aac5f-ca44-440e-b63e-a48919cbaf92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.049962 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13ac55-7233-492d-b790-9813c762a347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd68f45-58b8-4026-9ba5-f57075722ca3,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:45.094265 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['3180e0a1-988a-43b5-a673-cdaf8adf6fad'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:01:45.109350 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b80f408b-b154-46df-a032-cb26235e4b47 req-8f583233-69c5-4d87-b45d-d81cc8292f95 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642025 Aug 12 22:01:45.189036 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-777aac5f-ca44-440e-b63e-a48919cbaf92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.194302 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-777aac5f-ca44-440e-b63e-a48919cbaf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.294009 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9764429c-80a9-419e-8555-9d8ccf986269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.480353 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777aac5f-ca44-440e-b63e-a48919cbaf92 admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:01:45.495697 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777aac5f-ca44-440e-b63e-a48919cbaf92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fc1c82-5310-4c77-8c3f-38b69f550e42,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:45.500892 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-777aac5f-ca44-440e-b63e-a48919cbaf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.501227 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-777aac5f-ca44-440e-b63e-a48919cbaf92 admin admin] Added segment e7146d22-729b-4c5c-bd28-052a48b87058 of type vlan for network 01057699-2c01-4ea0-9fa7-475eeabfcfd7 Aug 12 22:01:45.544517 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-777aac5f-ca44-440e-b63e-a48919cbaf92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.573077 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-777aac5f-ca44-440e-b63e-a48919cbaf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.574177 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777aac5f-ca44-440e-b63e-a48919cbaf92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:45.574775 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-777aac5f-ca44-440e-b63e-a48919cbaf92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.627722 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-777aac5f-ca44-440e-b63e-a48919cbaf92 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7589269 Aug 12 22:01:45.630506 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35800) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:45.636998 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-bf1bd1a1-6271-42d4-b575-3cba586d6563 admin admin] Request body: {'subnet': {'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-685216586-subnet', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:45.645652 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777aac5f-ca44-440e-b63e-a48919cbaf92 admin admin] Pushing event updated for resources: {'Network': ['ID=01057699-2c01-4ea0-9fa7-475eeabfcfd7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:45.659059 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network 01057699-2c01-4ea0-9fa7-475eeabfcfd7 details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:01:45.663610 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1bd1a1-6271-42d4-b575-3cba586d6563 admin admin] Made reservation on behalf of d3f43ad941834fb5b7b2eb496a2a997d for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:01:45.666070 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf1bd1a1-6271-42d4-b575-3cba586d6563 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463984'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.720233 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35802) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:45.820510 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-6648d976-71b7-4a03-80e4-60b75f7aab8c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1559828019-network', 'tenant_id': '298aec5ffb584bc28edeebab41706cf4'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:45.836301 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf1bd1a1-6271-42d4-b575-3cba586d6563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12338712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463938'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.844333 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6648d976-71b7-4a03-80e4-60b75f7aab8c admin admin] Made reservation on behalf of 298aec5ffb584bc28edeebab41706cf4 for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:01:45.846720 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6648d976-71b7-4a03-80e4-60b75f7aab8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.855090 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6648d976-71b7-4a03-80e4-60b75f7aab8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.897424 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bd1a1-6271-42d4-b575-3cba586d6563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f287bda6-8844-44cc-9a28-94e343651c95,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:45.905028 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1bd1a1-6271-42d4-b575-3cba586d6563 admin admin] Checking segment: {'id': 'e7146d22-729b-4c5c-bd28-052a48b87058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:01:45.905547 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1bd1a1-6271-42d4-b575-3cba586d6563 admin admin] Network hostable DHCP agents. Network: 01057699-2c01-4ea0-9fa7-475eeabfcfd7, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:01:45.922568 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1bd1a1-6271-42d4-b575-3cba586d6563 admin admin] Network 01057699-2c01-4ea0-9fa7-475eeabfcfd7 is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:01:45.932345 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-bf1bd1a1-6271-42d4-b575-3cba586d6563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, 01057699-2c01-4ea0-9fa7-475eeabfcfd7) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:45.936312 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1bd1a1-6271-42d4-b575-3cba586d6563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:45.936915 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf1bd1a1-6271-42d4-b575-3cba586d6563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.943015 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016683d6-92ad-4c77-a1d2-40d697b8970c None None] Network 01057699-2c01-4ea0-9fa7-475eeabfcfd7 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:01:45.955298 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6648d976-71b7-4a03-80e4-60b75f7aab8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.959872 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6648d976-71b7-4a03-80e4-60b75f7aab8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.963605 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-bf1bd1a1-6271-42d4-b575-3cba586d6563 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3319852 Aug 12 22:01:45.966484 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35806) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:45.971298 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-685216586-router', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:45.985686 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6648d976-71b7-4a03-80e4-60b75f7aab8c admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:01:45.995066 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648d976-71b7-4a03-80e4-60b75f7aab8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288a6efa-4ca4-4a58-be7a-ffbcf659280e,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:45.995582 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233092'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:45.996600 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3870766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233099'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.016050 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6648d976-71b7-4a03-80e4-60b75f7aab8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.016401 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-6648d976-71b7-4a03-80e4-60b75f7aab8c admin admin] Added segment 3ba8d5ee-023c-487b-b535-2470f4778546 of type vlan for network 8119a760-f494-4f4a-8630-c49cfc52d80a Aug 12 22:01:46.056304 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.058714 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6648d976-71b7-4a03-80e4-60b75f7aab8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.090218 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6648d976-71b7-4a03-80e4-60b75f7aab8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.091542 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6648d976-71b7-4a03-80e4-60b75f7aab8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:46.092370 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6648d976-71b7-4a03-80e4-60b75f7aab8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.102617 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp519ec5f0-7f67-5fcd-9bb7-8bb7eed2c7e7-01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'fixed_ips': [{'subnet_id': 'f287bda6-8844-44cc-9a28-94e343651c95'}]}} from dv-cinder-804457-2-iscsi. {{(pid=93883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:01:46.103639 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.167822 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648d976-71b7-4a03-80e4-60b75f7aab8c admin admin] Pushing event updated for resources: {'Network': ['ID=8119a760-f494-4f4a-8630-c49cfc52d80a,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:46.177745 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-6648d976-71b7-4a03-80e4-60b75f7aab8c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4563079 Aug 12 22:01:46.178629 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35810) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:46.183272 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network 8119a760-f494-4f4a-8630-c49cfc52d80a details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:01:46.185631 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-71929b66-8851-4b0f-bed8-66d733ab762f admin admin] Request body: {'subnet': {'network_id': '8119a760-f494-4f4a-8630-c49cfc52d80a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1559828019-subnet', 'tenant_id': '298aec5ffb584bc28edeebab41706cf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:46.210843 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71929b66-8851-4b0f-bed8-66d733ab762f admin admin] Made reservation on behalf of 298aec5ffb584bc28edeebab41706cf4 for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:01:46.213684 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-71929b66-8851-4b0f-bed8-66d733ab762f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8616505'] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.222584 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.303663 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Allocated IP 172.20.0.2 (01057699-2c01-4ea0-9fa7-475eeabfcfd7/f287bda6-8844-44cc-9a28-94e343651c95/95818aad-d227-48b7-9d19-de20e7394642) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:01:46.320748 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df33b23-34be-4bde-8cfb-25a26945ea28 req-1a5560c6-b48d-4404-bedc-943be4b60e41 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:46.322575 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8df33b23-34be-4bde-8cfb-25a26945ea28 req-1a5560c6-b48d-4404-bedc-943be4b60e41 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 945 time: 0.1126568 Aug 12 22:01:46.398550 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8df33b23-34be-4bde-8cfb-25a26945ea28 req-5cb3d37e-3352-453a-8c62-cb9fcd11ca66 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668168 Aug 12 22:01:46.419414 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-71929b66-8851-4b0f-bed8-66d733ab762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8616459'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.454861 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.463762 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Transition to ACTIVE for port object 95818aad-d227-48b7-9d19-de20e7394642 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:01:46.465394 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71929b66-8851-4b0f-bed8-66d733ab762f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e42cb0-3c60-4cc7-828b-a6b7d95b6786,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:46.490251 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Transition to ACTIVE for port object 95818aad-d227-48b7-9d19-de20e7394642 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:01:46.496643 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.506892 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71929b66-8851-4b0f-bed8-66d733ab762f admin admin] Checking segment: {'id': '3ba8d5ee-023c-487b-b535-2470f4778546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8119a760-f494-4f4a-8630-c49cfc52d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:01:46.507308 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71929b66-8851-4b0f-bed8-66d733ab762f admin admin] Network hostable DHCP agents. Network: 8119a760-f494-4f4a-8630-c49cfc52d80a, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:01:46.522476 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.527975 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71929b66-8851-4b0f-bed8-66d733ab762f admin admin] Network 8119a760-f494-4f4a-8630-c49cfc52d80a is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:01:46.539752 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-71929b66-8851-4b0f-bed8-66d733ab762f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, 8119a760-f494-4f4a-8630-c49cfc52d80a) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:46.540493 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Network 01057699-2c01-4ea0-9fa7-475eeabfcfd7 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:01:46.542427 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.545166 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:46.545654 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71929b66-8851-4b0f-bed8-66d733ab762f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:46.546303 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-71929b66-8851-4b0f-bed8-66d733ab762f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.547409 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:01:46.557802 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfc7ec3-3ef3-4e6f-aa6d-5beb01303304 None None] Network 8119a760-f494-4f4a-8630-c49cfc52d80a requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:01:46.563374 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-71929b66-8851-4b0f-bed8-66d733ab762f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3821130 Aug 12 22:01:46.572416 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Pushing event updated for resources: {'Port': ['ID=95818aad-d227-48b7-9d19-de20e7394642,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:46.608188 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 3180e0a1-988a-43b5-a673-cdaf8adf6fad up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:01:46.658554 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Allocated IP 172.27.1.166 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/b28be700-bd91-428e-96b2-61f0b96a3cd7) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:01:46.717671 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Attempting to bind port 95818aad-d227-48b7-9d19-de20e7394642 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:01:46.718267 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Attempting to bind port 95818aad-d227-48b7-9d19-de20e7394642 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': 'e7146d22-729b-4c5c-bd28-052a48b87058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:01:46.718402 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Attempting to bind port 95818aad-d227-48b7-9d19-de20e7394642 on network 01057699-2c01-4ea0-9fa7-475eeabfcfd7 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:01:46.729931 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:01:46.730430 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Checking segment: {'id': 'e7146d22-729b-4c5c-bd28-052a48b87058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:01:46.730842 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.731450 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Bound using segment: {'id': 'e7146d22-729b-4c5c-bd28-052a48b87058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:01:46.731934 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Bound port: 95818aad-d227-48b7-9d19-de20e7394642, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7146d22-729b-4c5c-bd28-052a48b87058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:01:46.732316 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.776405 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.807946 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port 3180e0a1-988a-43b5-a673-cdaf8adf6fad completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:01:46.814746 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eeddd0-a54f-4df8-b2ff-a5c1ee8d5556 None None] Network 8119a760-f494-4f4a-8630-c49cfc52d80a requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:01:46.827043 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.869075 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port 3180e0a1-988a-43b5-a673-cdaf8adf6fad triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:46.869541 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:46.871465 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:01:46.874740 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:46.876790 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:01:46.882878 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Pushing event updated for resources: {'Port': ['ID=b28be700-bd91-428e-96b2-61f0b96a3cd7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:46.939142 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] For port 95818aad-d227-48b7-9d19-de20e7394642, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:01:46.955253 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] For port 95818aad-d227-48b7-9d19-de20e7394642, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=95818aad-d227-48b7-9d19-de20e7394642,segment=NetworkSegment(e7146d22-729b-4c5c-bd28-052a48b87058),segment_id=e7146d22-729b-4c5c-bd28-052a48b87058)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:01:46.975336 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:47.140955 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a1133-f38f-463b-aa24-5e2d62e32e8c None None] Pushing event updated for resources: {'Port': ['ID=95818aad-d227-48b7-9d19-de20e7394642,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:47.167902 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:47.183144 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:47.196403 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3180e0a1-988a-43b5-a673-cdaf8adf6fad'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:47.199034 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fe8880-f664-48bf-9ac4-e489bca60088" -d '{"events": [{"server_uuid": "5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb", "name": "network-vif-plugged", "status": "completed", "tag": "3180e0a1-988a-43b5-a673-cdaf8adf6fad"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:47.214287 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 3180e0a1-988a-43b5-a673-cdaf8adf6fad, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3180e0a1-988a-43b5-a673-cdaf8adf6fad,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:47.219420 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:47.250565 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b15a73-d0d8-41f2-a5be-95ae09e52dc3 x-openstack-request-id: req-98b15a73-d0d8-41f2-a5be-95ae09e52dc3 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:47.250869 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb", "name": "network-vif-plugged", "status": "completed", "tag": "3180e0a1-988a-43b5-a673-cdaf8adf6fad", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:47.251355 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-98b15a73-d0d8-41f2-a5be-95ae09e52dc3 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:47.251755 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3180e0a1-988a-43b5-a673-cdaf8adf6fad', 'code': 200} Aug 12 22:01:47.281592 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=3180e0a1-988a-43b5-a673-cdaf8adf6fad,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:47.446021 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733243'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:47.604462 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37447f58-b5ab-4013-8c64-6a998a5a5f94 req-6685be78-19fb-4828-89bd-60c4492bca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:47.606002 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-37447f58-b5ab-4013-8c64-6a998a5a5f94 req-6685be78-19fb-4828-89bd-60c4492bca47 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 1099 time: 0.1575441 Aug 12 22:01:47.615707 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cb60c-3010-47c9-a15d-23d75ae8e3f6 req-cd9eb101-fb0a-4bdd-8bcc-2fcfe26e9679 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:47.617077 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-944cb60c-3010-47c9-a15d-23d75ae8e3f6 req-cd9eb101-fb0a-4bdd-8bcc-2fcfe26e9679 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 946 time: 0.1407053 Aug 12 22:01:47.683668 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-37447f58-b5ab-4013-8c64-6a998a5a5f94 req-d9280a44-bb81-4aa9-9123-c447d3e39fb9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641353 Aug 12 22:01:47.696730 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-944cb60c-3010-47c9-a15d-23d75ae8e3f6 req-42821891-20de-437a-9cdf-ea68f1301ce0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692711 Aug 12 22:01:47.708783 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Router 414d4aad-cb85-4b57-be7d-f815413e889b is scheduled to L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:01:47.744203 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6d4cb86-c916-4005-ba0c-1947a7eae161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:47.826688 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:01:47.837040 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Sync routers for ids ['414d4aad-cb85-4b57-be7d-f815413e889b'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:01:47.844076 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:47.848382 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-79b8e21d-a059-4906-9466-fc514529b000 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8781180 Aug 12 22:01:47.848494 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35826) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:47.858119 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Routers {'414d4aad-cb85-4b57-be7d-f815413e889b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:01:47.859238 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:01:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['414d4aad-cb85-4b57-be7d-f815413e889b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:47.975196 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 95818aad-d227-48b7-9d19-de20e7394642 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:01:48.069148 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Set router 414d4aad-cb85-4b57-be7d-f815413e889b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:01:48.128519 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18952c20-6c6f-437d-b572-59d69f309a26 None None] Network 01057699-2c01-4ea0-9fa7-475eeabfcfd7 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:01:48.310443 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 95818aad-d227-48b7-9d19-de20e7394642 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:01:48.347229 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:48.371178 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-8981e409-c1f9-4785-baa7-59b969d1ff68 None None] Provisioning for port 95818aad-d227-48b7-9d19-de20e7394642 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:01:48.396997 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:48.401928 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-8981e409-c1f9-4785-baa7-59b969d1ff68 None None] Provisioning complete for port 95818aad-d227-48b7-9d19-de20e7394642 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:48.402303 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8981e409-c1f9-4785-baa7-59b969d1ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:48.522588 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-177455b1-5c30-405a-88f4-000463d42a40 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:48.524071 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-177455b1-5c30-405a-88f4-000463d42a40 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/networks?id=8119a760-f494-4f4a-8630-c49cfc52d80a HTTP/1.1" status: 200 len: 814 time: 0.1873045 Aug 12 22:01:48.554774 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-608dded4-e58e-4bc2-90aa-727d96861755 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/quotas/298aec5ffb584bc28edeebab41706cf4 HTTP/1.1" status: 200 len: 375 time: 0.0212231 Aug 12 22:01:48.603573 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-5ea63b28-a403-4f12-bdb6-23ef1eaec561 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=298aec5ffb584bc28edeebab41706cf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315394 Aug 12 22:01:48.610751 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'name': 'tempest-TestShelveInstance-685216586-router', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:47Z', 'revision_number': 3, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'gw_port': {'id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:04:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:48.613301 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8981e409-c1f9-4785-baa7-59b969d1ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:48.626831 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Allocated IP 172.20.0.1 (01057699-2c01-4ea0-9fa7-475eeabfcfd7/f287bda6-8844-44cc-9a28-94e343651c95/9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:01:48.651203 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Checking router: 414d4aad-cb85-4b57-be7d-f815413e889b for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:01:48.651481 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Updating router 414d4aad-cb85-4b57-be7d-f815413e889b port b28be700-bd91-428e-96b2-61f0b96a3cd7 binding host dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:01:48.699287 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:48.704016 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-8981e409-c1f9-4785-baa7-59b969d1ff68 None None] For port 95818aad-d227-48b7-9d19-de20e7394642, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=95818aad-d227-48b7-9d19-de20e7394642,segment=NetworkSegment(e7146d22-729b-4c5c-bd28-052a48b87058),segment_id=e7146d22-729b-4c5c-bd28-052a48b87058)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:48.724960 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8981e409-c1f9-4785-baa7-59b969d1ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:48.766594 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-af6787a7-155f-460f-94ef-2f39f0cc3578 service neutron] 10.222.0.74 "GET /v2.0/networks/8119a760-f494-4f4a-8630-c49cfc52d80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496854 Aug 12 22:01:48.855595 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981e409-c1f9-4785-baa7-59b969d1ff68 None None] Pushing event updated for resources: {'Port': ['ID=95818aad-d227-48b7-9d19-de20e7394642,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:48.872311 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-b509a417-3eae-437d-9c8b-11a4de0b8beb None None] Provisioning complete for port 95818aad-d227-48b7-9d19-de20e7394642 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:48.872692 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b509a417-3eae-437d-9c8b-11a4de0b8beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:48.968849 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:49.107355 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:49.117885 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Transition to ACTIVE for port object b28be700-bd91-428e-96b2-61f0b96a3cd7 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:01:49.123050 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:49.139677 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:49.169783 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Transition to ACTIVE for port object 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:01:49.174587 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Attempting to bind port b28be700-bd91-428e-96b2-61f0b96a3cd7 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:01:49.174992 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Attempting to bind port b28be700-bd91-428e-96b2-61f0b96a3cd7 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:01:49.175469 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Attempting to bind port b28be700-bd91-428e-96b2-61f0b96a3cd7 on network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:01:49.183071 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142fa33-a9bb-494c-af27-246627ed5a0c None None] Pushing event updated for resources: {'Port': ['ID=b28be700-bd91-428e-96b2-61f0b96a3cd7,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:49.185527 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:01:49.185921 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Checking segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:01:49.186327 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:49.186725 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Bound using segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:01:49.187207 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Bound port: b28be700-bd91-428e-96b2-61f0b96a3cd7, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:01:49.187591 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:49.193779 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f5fd5-6ed0-4e82-b557-e790d1f928f2 req-d6134a4e-9f18-4a8f-8929-a985df7bf9fb tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:49.195279 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b91f5fd5-6ed0-4e82-b557-e790d1f928f2 req-d6134a4e-9f18-4a8f-8929-a985df7bf9fb tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 946 time: 0.4018688 Aug 12 22:01:49.230740 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-f8efe2e7-c5fa-4171-99d5-5b011abda92a service neutron] 10.222.0.74 "GET /v2.0/networks/8119a760-f494-4f4a-8630-c49cfc52d80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519606 Aug 12 22:01:49.242100 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] For port b28be700-bd91-428e-96b2-61f0b96a3cd7, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:01:49.245910 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] For port b28be700-bd91-428e-96b2-61f0b96a3cd7, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=b28be700-bd91-428e-96b2-61f0b96a3cd7,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:01:49.250904 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:49.263489 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b91f5fd5-6ed0-4e82-b557-e790d1f928f2 req-b3eabe9c-ac12-4d66-98b8-8a14526b5204 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589316 Aug 12 22:01:49.286194 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:49.325171 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Routers {'414d4aad-cb85-4b57-be7d-f815413e889b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:01:49.326051 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:01:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['414d4aad-cb85-4b57-be7d-f815413e889b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:49.332036 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142fa33-a9bb-494c-af27-246627ed5a0c None None] Pushing event updated for resources: {'Port': ['ID=b28be700-bd91-428e-96b2-61f0b96a3cd7,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:49.341641 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Network 01057699-2c01-4ea0-9fa7-475eeabfcfd7 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:01:49.351056 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:49.361645 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:01:49.446784 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Pushing event updated for resources: {'Port': ['ID=9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:49.468152 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] Set router 414d4aad-cb85-4b57-be7d-f815413e889b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:01:49.492251 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4bc83c2a-5ea7-4da5-9a8c-18ce3515460a req-aa898470-4521-404b-986b-6fe1d9c4ba51 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=c28860ed-a710-42c1-bc3f-f6b7332fdf59 HTTP/1.1" status: 200 len: 210 time: 0.0465298 Aug 12 22:01:49.498433 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3839022'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:49.604477 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f59404-e9b8-4e79-8596-c4b4f92ef31b req-4ca62f60-8c5b-4f8e-9ecf-5b044ca8791a tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:49.606195 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04f59404-e9b8-4e79-8596-c4b4f92ef31b req-4ca62f60-8c5b-4f8e-9ecf-5b044ca8791a tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 946 time: 0.2614520 Aug 12 22:01:49.677438 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04f59404-e9b8-4e79-8596-c4b4f92ef31b req-5ae887db-9f5c-449c-bc0a-1cc88a6b9c8a tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651741 Aug 12 22:01:49.685902 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:49.698081 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-512a71c9-3d65-4341-8708-319e567c8997 None None] Provisioning for port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:01:49.702189 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35860) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:49.708719 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'name': 'tempest-TestShelveInstance-685216586-router', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:47Z', 'revision_number': 3, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'gw_port': {'id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:04:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:49.710621 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-512a71c9-3d65-4341-8708-319e567c8997 None None] Provisioning complete for port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:49.711219 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-512a71c9-3d65-4341-8708-319e567c8997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:49.748609 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf31c39-f394-40ad-a266-8dc6a7f97fa8 tempest-TestVolumeBootPattern-683346263 tempest-TestVolumeBootPattern-683346263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:49.750628 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-fbf31c39-f394-40ad-a266-8dc6a7f97fa8 tempest-TestVolumeBootPattern-683346263 tempest-TestVolumeBootPattern-683346263-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 1094 time: 0.0467393 Aug 12 22:01:49.754485 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35862) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:49.760697 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Request body: {'floatingip': {'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'port_id': '3180e0a1-988a-43b5-a673-cdaf8adf6fad', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:49.774095 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b2041a-a969-4287-ba8b-bf7fe030eeab None None] The sync data for ids ['414d4aad-cb85-4b57-be7d-f815413e889b'] in dv-cinder-804457-2-iscsi is: [{'id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'name': 'tempest-TestShelveInstance-685216586-router', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:47Z', 'revision_number': 3, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'gw_port': {'id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:04:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:01:49.788793 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for floatingip, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:49.790226 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-512a71c9-3d65-4341-8708-319e567c8997 None None] Port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:01:49.924454 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:49.931679 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:49.941546 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 95818aad-d227-48b7-9d19-de20e7394642 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:01:49.942093 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:50.011631 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3839162'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:50.015455 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 95818aad-d227-48b7-9d19-de20e7394642 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:50.015772 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:50.021900 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Pushing event updated for resources: {'Port': ['ID=9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:50.068551 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Allocated IP 172.27.1.99 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/6def01c6-d17f-4257-ace3-d0d2ccd5048c) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:01:50.150710 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Network 01057699-2c01-4ea0-9fa7-475eeabfcfd7 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:01:50.152377 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:50.240721 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:50.334883 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:50.335122 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Router 414d4aad-cb85-4b57-be7d-f815413e889b has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:01:50.390378 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event updated for resources: {'Port': ['ID=6def01c6-d17f-4257-ace3-d0d2ccd5048c,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:50.396779 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:01:50.398466 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:50.400974 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:01:50.424539 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-a7794043-812e-4ca1-9f9c-1a2fdef7956a None None] Provisioning complete for port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:50.424921 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7794043-812e-4ca1-9f9c-1a2fdef7956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:50.475797 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a7794043-812e-4ca1-9f9c-1a2fdef7956a None None] Port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:01:50.476779 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:50.477026 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:01:50.485800 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0f4a3b38-5325-48ba-ae9f-d1ed29341d3b admin admin] 10.222.0.74 "PUT /v2.0/routers/414d4aad-cb85-4b57-be7d-f815413e889b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6362658 Aug 12 22:01:50.665620 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a8b1e01a-18cc-4e68-afa1-2a819b39997c req-22851aa5-4779-45a2-937b-4cd156024d74 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=c28860ed-a710-42c1-bc3f-f6b7332fdf59 HTTP/1.1" status: 200 len: 210 time: 0.0691104 Aug 12 22:01:50.771670 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-2273f43d-fbb1-46b2-bd4a-f8ff37a7b717 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:50.773317 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-2273f43d-fbb1-46b2-bd4a-f8ff37a7b717 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.66 "GET /v2.0/networks?id=8119a760-f494-4f4a-8630-c49cfc52d80a HTTP/1.1" status: 200 len: 814 time: 0.1659544 Aug 12 22:01:50.788372 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-915307b2-12e7-443b-9777-61b6e8205f3b tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Request body: {'port': {'device_id': 'c28860ed-a710-42c1-bc3f-f6b7332fdf59', 'network_id': '8119a760-f494-4f4a-8630-c49cfc52d80a', 'admin_state_up': True, 'tenant_id': '298aec5ffb584bc28edeebab41706cf4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:50.873664 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:50.942411 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-915307b2-12e7-443b-9777-61b6e8205f3b tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Made reservation on behalf of 298aec5ffb584bc28edeebab41706cf4 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:01:50.946698 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-915307b2-12e7-443b-9777-61b6e8205f3b tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:50.954628 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.088062 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-915307b2-12e7-443b-9777-61b6e8205f3b tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Allocated IP 172.20.0.3 (8119a760-f494-4f4a-8630-c49cfc52d80a/b8e42cb0-3c60-4cc7-828b-a6b7d95b6786/23b0abc7-f877-4889-b3c4-b85f5cd6fa51) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:01:51.139126 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.144950 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416840'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.174389 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35886) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:51.181075 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-cf85acb8-0b7d-4191-82dc-eb0e487c5327 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-835867827-network', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:51.241956 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event updated for resources: {'Port': ['ID=6def01c6-d17f-4257-ace3-d0d2ccd5048c,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:51.245904 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-915307b2-12e7-443b-9777-61b6e8205f3b tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.246059 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.249472 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf85acb8-0b7d-4191-82dc-eb0e487c5327 admin admin] Made reservation on behalf of f9545191d2c643c0b96ca1a1a86a9bc8 for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:01:51.251928 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf85acb8-0b7d-4191-82dc-eb0e487c5327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.289170 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-915307b2-12e7-443b-9777-61b6e8205f3b tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.307283 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf85acb8-0b7d-4191-82dc-eb0e487c5327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.338068 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-915307b2-12e7-443b-9777-61b6e8205f3b tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Network 8119a760-f494-4f4a-8630-c49cfc52d80a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:01:51.341219 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-915307b2-12e7-443b-9777-61b6e8205f3b tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:51.344810 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-915307b2-12e7-443b-9777-61b6e8205f3b tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:01:51.351681 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915307b2-12e7-443b-9777-61b6e8205f3b tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Pushing event updated for resources: {'Port': ['ID=23b0abc7-f877-4889-b3c4-b85f5cd6fa51,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:51.399006 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-915307b2-12e7-443b-9777-61b6e8205f3b tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:51.399732 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-915307b2-12e7-443b-9777-61b6e8205f3b tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.404449 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.db.l3_db [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Floating IP 78eec725-8f64-40ca-b57a-30c80b9f495e associated. External IP: 172.27.1.99, port: 3180e0a1-988a-43b5-a673-cdaf8adf6fad. Aug 12 22:01:51.542648 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf85acb8-0b7d-4191-82dc-eb0e487c5327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.550596 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf85acb8-0b7d-4191-82dc-eb0e487c5327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.553352 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-915307b2-12e7-443b-9777-61b6e8205f3b tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7691340 Aug 12 22:01:51.567183 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Request body: {'port': {'device_id': 'c28860ed-a710-42c1-bc3f-f6b7332fdf59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:51.624555 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf85acb8-0b7d-4191-82dc-eb0e487c5327 admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:01:51.625752 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.629103 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85acb8-0b7d-4191-82dc-eb0e487c5327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e08a16e-6c58-425c-9bf7-f783cd3829e0,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:51.672412 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf85acb8-0b7d-4191-82dc-eb0e487c5327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.672767 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-cf85acb8-0b7d-4191-82dc-eb0e487c5327 admin admin] Added segment e639b910-ae51-44da-8678-1d3729a1f2e6 of type vlan for network ca49c56b-be28-4c77-98a1-9cd2aa51463b Aug 12 22:01:51.739734 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf85acb8-0b7d-4191-82dc-eb0e487c5327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.752460 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:01:51.789373 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Sync routers for ids ['414d4aad-cb85-4b57-be7d-f815413e889b'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:01:51.799705 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Routers {'414d4aad-cb85-4b57-be7d-f815413e889b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:01:51.799705 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:01:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['414d4aad-cb85-4b57-be7d-f815413e889b'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:51.829000 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf85acb8-0b7d-4191-82dc-eb0e487c5327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.830058 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85acb8-0b7d-4191-82dc-eb0e487c5327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:51.830743 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf85acb8-0b7d-4191-82dc-eb0e487c5327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:51.840423 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a49976-4f44-4443-9b84-b8873e32f51f req-485be257-f683-4d57-afe0-c31aeba2a04e tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:51.841930 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-67a49976-4f44-4443-9b84-b8873e32f51f req-485be257-f683-4d57-afe0-c31aeba2a04e tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=c28860ed-a710-42c1-bc3f-f6b7332fdf59 HTTP/1.1" status: 200 len: 931 time: 0.0931015 Aug 12 22:01:51.919163 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Set router 414d4aad-cb85-4b57-be7d-f815413e889b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:01:51.934773 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-67a49976-4f44-4443-9b84-b8873e32f51f req-969941eb-4dff-4d81-9605-dc64b4d19ebe tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606883 Aug 12 22:01:51.963160 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-cf85acb8-0b7d-4191-82dc-eb0e487c5327 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7760398 Aug 12 22:01:51.964043 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35890) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:51.967483 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85acb8-0b7d-4191-82dc-eb0e487c5327 admin admin] Pushing event updated for resources: {'Network': ['ID=ca49c56b-be28-4c77-98a1-9cd2aa51463b,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:51.969858 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device b28be700-bd91-428e-96b2-61f0b96a3cd7 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:01:51.981379 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-0d968441-3ae3-4496-a888-b6ab93a48c2c admin admin] Request body: {'subnet': {'network_id': 'ca49c56b-be28-4c77-98a1-9cd2aa51463b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-835867827-subnet', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:52.007892 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d968441-3ae3-4496-a888-b6ab93a48c2c admin admin] Made reservation on behalf of f9545191d2c643c0b96ca1a1a86a9bc8 for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:01:52.010457 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0d968441-3ae3-4496-a888-b6ab93a48c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8616505'] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.012979 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network ca49c56b-be28-4c77-98a1-9cd2aa51463b details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:01:52.018976 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:01:52.029363 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.043421 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Transition to ACTIVE for port object 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:01:52.048232 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.080827 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:01:52.099085 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15b9eb-68f1-4069-baf2-947550db4963 None None] Sync routers for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:01:52.112954 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.130236 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15b9eb-68f1-4069-baf2-947550db4963 None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:01:52.130880 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-4d15b9eb-68f1-4069-baf2-947550db4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:01:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:52.156204 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-47111900-036e-4a1f-8603-99fef4c525c5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4001253 Aug 12 22:01:52.158487 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb', 'tag': '3180e0a1-988a-43b5-a673-cdaf8adf6fad'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:52.160771 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f958c8-81b5-43da-8c7b-c353bcaf13c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb", "tag": "3180e0a1-988a-43b5-a673-cdaf8adf6fad"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:52.168786 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Pushing event updated for resources: {'Port': ['ID=23b0abc7-f877-4889-b3c4-b85f5cd6fa51,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:52.207150 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Attempting to bind port 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:01:52.207505 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Attempting to bind port 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '3ba8d5ee-023c-487b-b535-2470f4778546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8119a760-f494-4f4a-8630-c49cfc52d80a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:01:52.207841 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Attempting to bind port 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 on network 8119a760-f494-4f4a-8630-c49cfc52d80a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:01:52.212522 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Port 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 on network 8119a760-f494-4f4a-8630-c49cfc52d80a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:01:52.212850 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Attempting to bind port 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 on network 8119a760-f494-4f4a-8630-c49cfc52d80a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:01:52.217351 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'name': 'tempest-TestShelveInstance-685216586-router', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:49Z', 'revision_number': 4, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'gw_port': {'id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:04:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2', 'name': '', 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'mac_address': 'fa:16:3e:e6:9f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:48Z', 'updated_at': '2021-08-12T22:01:49Z', 'revision_number': 2, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'subnets': [{'id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:52.217885 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:01:52.218232 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Checking segment: {'id': '3ba8d5ee-023c-487b-b535-2470f4778546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8119a760-f494-4f4a-8630-c49cfc52d80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:01:52.218622 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Bound using segment: {'id': '3ba8d5ee-023c-487b-b535-2470f4778546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8119a760-f494-4f4a-8630-c49cfc52d80a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:01:52.219430 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Bound port: 23b0abc7-f877-4889-b3c4-b85f5cd6fa51, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba8d5ee-023c-487b-b535-2470f4778546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8119a760-f494-4f4a-8630-c49cfc52d80a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:01:52.219629 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.233272 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port b28be700-bd91-428e-96b2-61f0b96a3cd7 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:01:52.247782 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Checking router: 414d4aad-cb85-4b57-be7d-f815413e889b for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:01:52.248313 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Updating router 414d4aad-cb85-4b57-be7d-f815413e889b port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 binding host dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:01:52.256527 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port b28be700-bd91-428e-96b2-61f0b96a3cd7 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:52.260062 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.279411 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.302270 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] For port 23b0abc7-f877-4889-b3c4-b85f5cd6fa51, host hv-cinder-80445, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:01:52.308175 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] For port 23b0abc7-f877-4889-b3c4-b85f5cd6fa51, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=23b0abc7-f877-4889-b3c4-b85f5cd6fa51,segment=NetworkSegment(3ba8d5ee-023c-487b-b535-2470f4778546),segment_id=3ba8d5ee-023c-487b-b535-2470f4778546)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:01:52.314605 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.364036 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0d968441-3ae3-4496-a888-b6ab93a48c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8616459'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.368698 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:52.369550 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.371020 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] 10.222.0.66 "PUT /v2.0/ports/23b0abc7-f877-4889-b3c4-b85f5cd6fa51 HTTP/1.1" status: 200 len: 1093 time: 0.8095655 Aug 12 22:01:52.371498 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28860ed-a710-42c1-bc3f-f6b7332fdf59', 'tag': '23b0abc7-f877-4889-b3c4-b85f5cd6fa51'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:52.373862 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7855a92-c9bd-4e38-9e79-42578e1ac99a" -d '{"events": [{"name": "network-changed", "server_uuid": "c28860ed-a710-42c1-bc3f-f6b7332fdf59", "tag": "23b0abc7-f877-4889-b3c4-b85f5cd6fa51"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:52.447575 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e4648-5104-47d0-b471-8bbcf5bed421 service neutron] Pushing event updated for resources: {'Port': ['ID=23b0abc7-f877-4889-b3c4-b85f5cd6fa51,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:52.467694 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-a0959f28-1383-4aa3-a9c1-e3fed27b5b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:52.471614 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-a0959f28-1383-4aa3-a9c1-e3fed27b5b63 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=298aec5ffb584bc28edeebab41706cf4&device_id=c28860ed-a710-42c1-bc3f-f6b7332fdf59 HTTP/1.1" status: 200 len: 1096 time: 0.0581417 Aug 12 22:01:52.525618 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7b4603-1fcd-450a-b62b-37e4a9777dce x-openstack-request-id: req-ef7b4603-1fcd-450a-b62b-37e4a9777dce {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:52.526142 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb", "tag": "3180e0a1-988a-43b5-a673-cdaf8adf6fad", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:52.526581 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ef7b4603-1fcd-450a-b62b-37e4a9777dce {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:52.527170 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb', 'tag': '3180e0a1-988a-43b5-a673-cdaf8adf6fad', 'status': 'completed', 'code': 200} Aug 12 22:01:52.527708 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd802c3d-bb67-4930-8ed9-d914eb012ab2 x-openstack-request-id: req-cd802c3d-bb67-4930-8ed9-d914eb012ab2 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:52.528262 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28860ed-a710-42c1-bc3f-f6b7332fdf59", "tag": "23b0abc7-f877-4889-b3c4-b85f5cd6fa51", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:52.529201 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cd802c3d-bb67-4930-8ed9-d914eb012ab2 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:52.529720 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28860ed-a710-42c1-bc3f-f6b7332fdf59', 'tag': '23b0abc7-f877-4889-b3c4-b85f5cd6fa51', 'status': 'completed', 'code': 200} Aug 12 22:01:52.532275 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-b9a7d2df-b6b0-478c-ad14-22eaf5cf350f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23b0abc7-f877-4889-b3c4-b85f5cd6fa51 HTTP/1.1" status: 200 len: 217 time: 0.0502825 Aug 12 22:01:52.542518 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d968441-3ae3-4496-a888-b6ab93a48c2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3791a506-bfeb-49a4-b89b-0fa9237e0c2f,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:52.558392 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d968441-3ae3-4496-a888-b6ab93a48c2c admin admin] Checking segment: {'id': 'e639b910-ae51-44da-8678-1d3729a1f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ca49c56b-be28-4c77-98a1-9cd2aa51463b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:01:52.558392 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d968441-3ae3-4496-a888-b6ab93a48c2c admin admin] Network hostable DHCP agents. Network: ca49c56b-be28-4c77-98a1-9cd2aa51463b, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:01:52.583679 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-4d15b9eb-68f1-4069-baf2-947550db4963 None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:01:52.599697 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d968441-3ae3-4496-a888-b6ab93a48c2c admin admin] Network ca49c56b-be28-4c77-98a1-9cd2aa51463b is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:01:52.601923 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-82eef03b-bea3-4e78-a865-63cd7285623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:52.603775 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-82eef03b-bea3-4e78-a865-63cd7285623d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8e42cb0-3c60-4cc7-828b-a6b7d95b6786 HTTP/1.1" status: 200 len: 854 time: 0.0583093 Aug 12 22:01:52.604359 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f958c8-81b5-43da-8c7b-c353bcaf13c7 req-6bbe0c70-b72e-4589-b81e-72358289cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:52.605986 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-27f958c8-81b5-43da-8c7b-c353bcaf13c7 req-6bbe0c70-b72e-4589-b81e-72358289cd8d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8e3429a9f264b3f96368c74923af18f&device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 1099 time: 0.0583820 Aug 12 22:01:52.613616 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-0d968441-3ae3-4496-a888-b6ab93a48c2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, ca49c56b-be28-4c77-98a1-9cd2aa51463b) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:52.626960 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd301249-b966-4ed8-968e-1c818618d3ba None None] Network ca49c56b-be28-4c77-98a1-9cd2aa51463b requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:01:52.646841 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.657153 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-7077fa6a-66e9-4248-990f-27c8687f63c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8119a760-f494-4f4a-8630-c49cfc52d80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402584 Aug 12 22:01:52.711076 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.714094 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f958c8-81b5-43da-8c7b-c353bcaf13c7 req-151d5942-68e2-4107-9e22-8f506e272bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:52.715744 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-27f958c8-81b5-43da-8c7b-c353bcaf13c7 req-151d5942-68e2-4107-9e22-8f506e272bf1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 200 len: 913 time: 0.0941679 Aug 12 22:01:52.717246 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d968441-3ae3-4496-a888-b6ab93a48c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:52.717937 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0d968441-3ae3-4496-a888-b6ab93a48c2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.727035 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Transition to ACTIVE for port object 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:01:52.737940 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-0d968441-3ae3-4496-a888-b6ab93a48c2c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7724009 Aug 12 22:01:52.739315 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.741564 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35900) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:52.745622 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port b28be700-bd91-428e-96b2-61f0b96a3cd7, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=b28be700-bd91-428e-96b2-61f0b96a3cd7,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:52.750284 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-835867827-router', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:52.762261 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.827933 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233092'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.829040 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3870766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233099'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.842390 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-51411ce7-0883-4e80-9093-bc86e1b22631 service neutron] 10.222.0.66 "GET /v2.0/networks/8119a760-f494-4f4a-8630-c49cfc52d80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770816 Aug 12 22:01:52.864327 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabf225-e714-4e19-a5c6-7177590796eb None None] Pushing event updated for resources: {'Port': ['ID=9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:52.873420 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabf225-e714-4e19-a5c6-7177590796eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:52.873772 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabf225-e714-4e19-a5c6-7177590796eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:52.874117 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabf225-e714-4e19-a5c6-7177590796eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:52.874456 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabf225-e714-4e19-a5c6-7177590796eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:52.874843 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabf225-e714-4e19-a5c6-7177590796eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:52.875185 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabf225-e714-4e19-a5c6-7177590796eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:52.875514 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabf225-e714-4e19-a5c6-7177590796eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:52.875894 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabf225-e714-4e19-a5c6-7177590796eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:52.876230 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabf225-e714-4e19-a5c6-7177590796eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:52.876556 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabf225-e714-4e19-a5c6-7177590796eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:52.876931 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabf225-e714-4e19-a5c6-7177590796eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:52.877374 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabf225-e714-4e19-a5c6-7177590796eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:52.907979 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Attempting to bind port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:01:52.910128 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Attempting to bind port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': 'e7146d22-729b-4c5c-bd28-052a48b87058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:01:52.910531 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Attempting to bind port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 on network 01057699-2c01-4ea0-9fa7-475eeabfcfd7 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:01:52.920786 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:01:52.921198 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Checking segment: {'id': 'e7146d22-729b-4c5c-bd28-052a48b87058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:01:52.921612 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.922008 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Bound using segment: {'id': 'e7146d22-729b-4c5c-bd28-052a48b87058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:01:52.922744 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Bound port: 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7146d22-729b-4c5c-bd28-052a48b87058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:01:52.923157 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:52.974764 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=b28be700-bd91-428e-96b2-61f0b96a3cd7,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:53.047873 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-346f7caa-4635-47a7-8972-fe7855b992b2 req-6ad35ca8-2b52-4da6-ae12-aca4f9210ba3 service neutron] 10.222.0.66 "GET /v2.0/networks/8119a760-f494-4f4a-8630-c49cfc52d80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965916 Aug 12 22:01:53.049410 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:53.082270 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] For port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:01:53.090678 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] For port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2,segment=NetworkSegment(e7146d22-729b-4c5c-bd28-052a48b87058),segment_id=e7146d22-729b-4c5c-bd28-052a48b87058)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:01:53.091919 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp519ec5f0-7f67-5fcd-9bb7-8bb7eed2c7e7-ca49c56b-be28-4c77-98a1-9cd2aa51463b', 'network_id': 'ca49c56b-be28-4c77-98a1-9cd2aa51463b', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'fixed_ips': [{'subnet_id': '3791a506-bfeb-49a4-b89b-0fa9237e0c2f'}]}} from dv-cinder-804457-2-iscsi. {{(pid=93883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:01:53.093146 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:53.101934 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:53.176552 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Routers {'414d4aad-cb85-4b57-be7d-f815413e889b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:01:53.178014 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:01:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['414d4aad-cb85-4b57-be7d-f815413e889b'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:53.202909 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-27f958c8-81b5-43da-8c7b-c353bcaf13c7 req-d11798e6-de73-4bd1-810b-c78dd0622de2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3180e0a1-988a-43b5-a673-cdaf8adf6fad HTTP/1.1" status: 200 len: 999 time: 0.4737041 Aug 12 22:01:53.244173 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabf225-e714-4e19-a5c6-7177590796eb None None] Pushing event updated for resources: {'Port': ['ID=9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:53.279888 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-4d15b9eb-68f1-4069-baf2-947550db4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '78eec725-8f64-40ca-b57a-30c80b9f495e', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'port_id': '3180e0a1-988a-43b5-a673-cdaf8adf6fad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'mac_address': 'fa:16:3e:84:78:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:01:50Z', 'updated_at': '2021-08-12T22:01:50Z', 'revision_number': 0, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address_scope': None}, {'id': 'fb67801f-e021-43f6-b838-bba5dd3a3581', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'port_id': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'mac_address': 'fa:16:3e:a5:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:59:46Z', 'updated_at': '2021-08-12T21:59:48Z', 'revision_number': 1, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:53.280494 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f958c8-81b5-43da-8c7b-c353bcaf13c7 req-00c15b4c-bdab-4c54-9736-088badd7f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:53.282498 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-27f958c8-81b5-43da-8c7b-c353bcaf13c7 req-00c15b4c-bdab-4c54-9736-088badd7f93f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d02462e4-e48f-4f21-a855-efcf02a2fe69 HTTP/1.1" status: 200 len: 851 time: 0.0713937 Aug 12 22:01:53.327599 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:53.328773 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15b9eb-68f1-4069-baf2-947550db4963 None None] Checking router: 9e73ea9a-2a76-435e-9431-5f31bc4dd771 for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:01:53.343510 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Allocated IP 172.20.0.2 (ca49c56b-be28-4c77-98a1-9cd2aa51463b/3791a506-bfeb-49a4-b89b-0fa9237e0c2f/9c886c11-0880-45dc-ba23-e45f0f44ea39) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:01:53.349261 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15b9eb-68f1-4069-baf2-947550db4963 None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:01:53.350027 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f958c8-81b5-43da-8c7b-c353bcaf13c7 req-2546830f-b348-4c21-8965-61202ea6a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:53.350299 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-4d15b9eb-68f1-4069-baf2-947550db4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:01:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:53.352931 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-27f958c8-81b5-43da-8c7b-c353bcaf13c7 req-2546830f-b348-4c21-8965-61202ea6a085 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=613fc478-5bf3-40ff-985a-d2037dcedd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616338 Aug 12 22:01:53.359610 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] Set router 414d4aad-cb85-4b57-be7d-f815413e889b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:01:53.368797 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7855a92-c9bd-4e38-9e79-42578e1ac99a req-536670de-b755-45d0-85a3-0aa9b0453597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:53.370321 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7855a92-c9bd-4e38-9e79-42578e1ac99a req-536670de-b755-45d0-85a3-0aa9b0453597 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=298aec5ffb584bc28edeebab41706cf4&device_id=c28860ed-a710-42c1-bc3f-f6b7332fdf59 HTTP/1.1" status: 200 len: 1096 time: 0.1991262 Aug 12 22:01:53.391324 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11ff0a-b441-4762-91d1-d6bd4d9a027e req-acbc89a3-5911-46a9-8f99-db2b1205d28e tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:53.393141 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8b11ff0a-b441-4762-91d1-d6bd4d9a027e req-acbc89a3-5911-46a9-8f99-db2b1205d28e tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=c28860ed-a710-42c1-bc3f-f6b7332fdf59 HTTP/1.1" status: 200 len: 943 time: 0.2314119 Aug 12 22:01:53.486143 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-27f958c8-81b5-43da-8c7b-c353bcaf13c7 req-7a0eeb62-47e7-44f1-81f0-fae857bba912 service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256130 Aug 12 22:01:53.539290 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8b11ff0a-b441-4762-91d1-d6bd4d9a027e req-0a2a6357-b0cf-4db4-8f57-462231357abd tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880957 Aug 12 22:01:53.547321 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-4d15b9eb-68f1-4069-baf2-947550db4963 None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:01:53.594402 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7855a92-c9bd-4e38-9e79-42578e1ac99a req-6b3fce3f-3544-4e0e-a533-1bec3a32d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:53.596075 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7855a92-c9bd-4e38-9e79-42578e1ac99a req-6b3fce3f-3544-4e0e-a533-1bec3a32d83f service neutron] 10.222.0.66 "GET /v2.0/networks?id=8119a760-f494-4f4a-8630-c49cfc52d80a HTTP/1.1" status: 200 len: 915 time: 0.1977139 Aug 12 22:01:53.645191 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-27f958c8-81b5-43da-8c7b-c353bcaf13c7 req-1fe414fa-5cb6-41df-ab8b-d6fa8a927ac7 service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511712 Aug 12 22:01:53.658204 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7855a92-c9bd-4e38-9e79-42578e1ac99a req-b0f9bdda-0fdb-4b59-a688-4056b6a9d1d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23b0abc7-f877-4889-b3c4-b85f5cd6fa51 HTTP/1.1" status: 200 len: 217 time: 0.0410061 Aug 12 22:01:53.658769 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'name': 'tempest-TestShelveInstance-685216586-router', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:49Z', 'revision_number': 4, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'gw_port': {'id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2', 'name': '', 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'mac_address': 'fa:16:3e:e6:9f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:48Z', 'updated_at': '2021-08-12T22:01:53Z', 'revision_number': 4, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'subnets': [{'id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:53.688575 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:53.689892 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6f21aa-b699-4509-8017-f19505ed2b97 None None] The sync data for ids ['414d4aad-cb85-4b57-be7d-f815413e889b'] in dv-cinder-804457-2-iscsi is: [{'id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'name': 'tempest-TestShelveInstance-685216586-router', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:49Z', 'revision_number': 4, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'gw_port': {'id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2', 'name': '', 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'mac_address': 'fa:16:3e:e6:9f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:48Z', 'updated_at': '2021-08-12T22:01:53Z', 'revision_number': 4, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'subnets': [{'id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:01:53.705353 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Transition to ACTIVE for port object 9c886c11-0880-45dc-ba23-e45f0f44ea39 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:01:53.791714 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Transition to ACTIVE for port object 9c886c11-0880-45dc-ba23-e45f0f44ea39 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:01:53.807655 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:53.816513 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7855a92-c9bd-4e38-9e79-42578e1ac99a req-6b045625-130a-440e-8851-f0319ec99d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:53.818012 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7855a92-c9bd-4e38-9e79-42578e1ac99a req-6b045625-130a-440e-8851-f0319ec99d36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8e42cb0-3c60-4cc7-828b-a6b7d95b6786 HTTP/1.1" status: 200 len: 854 time: 0.1174114 Aug 12 22:01:53.856304 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7855a92-c9bd-4e38-9e79-42578e1ac99a req-1bd4005f-c6f1-4d90-a4ec-1208a8eb96c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8119a760-f494-4f4a-8630-c49cfc52d80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300422 Aug 12 22:01:53.857606 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:53.865608 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Pushing event updated for resources: {'Port': ['ID=9c886c11-0880-45dc-ba23-e45f0f44ea39,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:53.882474 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Network ca49c56b-be28-4c77-98a1-9cd2aa51463b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:01:53.887528 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:53.894819 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:53.895316 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:01:53.986963 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Attempting to bind port 9c886c11-0880-45dc-ba23-e45f0f44ea39 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:01:53.987631 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Attempting to bind port 9c886c11-0880-45dc-ba23-e45f0f44ea39 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': 'e639b910-ae51-44da-8678-1d3729a1f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ca49c56b-be28-4c77-98a1-9cd2aa51463b'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:01:53.987631 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Attempting to bind port 9c886c11-0880-45dc-ba23-e45f0f44ea39 on network ca49c56b-be28-4c77-98a1-9cd2aa51463b {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:01:54.012036 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:01:54.015654 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Checking segment: {'id': 'e639b910-ae51-44da-8678-1d3729a1f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ca49c56b-be28-4c77-98a1-9cd2aa51463b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:01:54.016188 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:54.016955 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Bound using segment: {'id': 'e639b910-ae51-44da-8678-1d3729a1f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ca49c56b-be28-4c77-98a1-9cd2aa51463b'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:01:54.017656 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Bound port: 9c886c11-0880-45dc-ba23-e45f0f44ea39, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e639b910-ae51-44da-8678-1d3729a1f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ca49c56b-be28-4c77-98a1-9cd2aa51463b'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:01:54.018177 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:54.032345 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:01:54.063017 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7855a92-c9bd-4e38-9e79-42578e1ac99a req-6af3ad41-9ddd-451f-afce-c744e10a6047 service neutron] 10.222.0.66 "GET /v2.0/networks/8119a760-f494-4f4a-8630-c49cfc52d80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835034 Aug 12 22:01:54.088288 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Allocated IP 172.27.1.10 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/d8996af7-2efb-4091-9be5-e88bac71a476) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:01:54.117153 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-4d15b9eb-68f1-4069-baf2-947550db4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '78eec725-8f64-40ca-b57a-30c80b9f495e', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'port_id': '3180e0a1-988a-43b5-a673-cdaf8adf6fad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'mac_address': 'fa:16:3e:84:78:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:01:50Z', 'updated_at': '2021-08-12T22:01:50Z', 'revision_number': 0, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address_scope': None}, {'id': 'fb67801f-e021-43f6-b838-bba5dd3a3581', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'port_id': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'mac_address': 'fa:16:3e:a5:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:59:46Z', 'updated_at': '2021-08-12T21:59:48Z', 'revision_number': 1, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:54.158997 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15b9eb-68f1-4069-baf2-947550db4963 None None] The sync data for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi is: [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '78eec725-8f64-40ca-b57a-30c80b9f495e', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'port_id': '3180e0a1-988a-43b5-a673-cdaf8adf6fad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'mac_address': 'fa:16:3e:84:78:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:01:50Z', 'updated_at': '2021-08-12T22:01:50Z', 'revision_number': 0, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address_scope': None}, {'id': 'fb67801f-e021-43f6-b838-bba5dd3a3581', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'port_id': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'mac_address': 'fa:16:3e:a5:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:59:46Z', 'updated_at': '2021-08-12T21:59:48Z', 'revision_number': 1, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:01:54.170795 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] For port 9c886c11-0880-45dc-ba23-e45f0f44ea39, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:01:54.181545 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] For port 9c886c11-0880-45dc-ba23-e45f0f44ea39, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=9c886c11-0880-45dc-ba23-e45f0f44ea39,segment=NetworkSegment(e639b910-ae51-44da-8678-1d3729a1f2e6),segment_id=e639b910-ae51-44da-8678-1d3729a1f2e6)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:01:54.189937 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:54.198430 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:01:54.226476 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:54.227009 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:54.292888 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daf1f4-70f8-4b4f-8cad-cde0fb7b313c None None] Pushing event updated for resources: {'Port': ['ID=9c886c11-0880-45dc-ba23-e45f0f44ea39,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:54.351227 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:54.401288 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2,segment=NetworkSegment(e7146d22-729b-4c5c-bd28-052a48b87058),segment_id=e7146d22-729b-4c5c-bd28-052a48b87058)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:54.408787 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:54.411259 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device b28be700-bd91-428e-96b2-61f0b96a3cd7 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:01:54.549058 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port b28be700-bd91-428e-96b2-61f0b96a3cd7 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:54.550474 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:54.553531 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:54.607243 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ea1ed-b254-4fb0-a88a-21780c8f1850 None None] New status for floating IP 78eec725-8f64-40ca-b57a-30c80b9f495e: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:01:54.622583 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7855a92-c9bd-4e38-9e79-42578e1ac99a req-729b22ac-fa24-4787-a39c-8395b35504c1 service neutron] 10.222.0.66 "GET /v2.0/networks/8119a760-f494-4f4a-8630-c49cfc52d80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520775 Aug 12 22:01:54.626261 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:01:54.704215 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:54.786326 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d36724-1a36-4372-b78d-2277fd2df17f req-56ca622b-2c2a-457e-b243-df9aded00fcc tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:54.787946 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-58d36724-1a36-4372-b78d-2277fd2df17f req-56ca622b-2c2a-457e-b243-df9aded00fcc tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=c28860ed-a710-42c1-bc3f-f6b7332fdf59 HTTP/1.1" status: 200 len: 943 time: 0.0921364 Aug 12 22:01:54.822352 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:54.886043 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:01:54.895844 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-58d36724-1a36-4372-b78d-2277fd2df17f req-6c8ab0d1-b9a0-414e-9132-90343e4cfb64 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968606 Aug 12 22:01:54.899329 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:54.907993 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:01:54.937562 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Pushing event updated for resources: {'Port': ['ID=d8996af7-2efb-4091-9be5-e88bac71a476,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:54.948436 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:54.948787 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:54.949146 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:54.949490 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:54.949880 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:54.950159 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:54.950488 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:54.950818 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:54.951151 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:54.951475 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:54.952248 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:54.952248 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:54.961258 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 23b0abc7-f877-4889-b3c4-b85f5cd6fa51, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=23b0abc7-f877-4889-b3c4-b85f5cd6fa51,segment=NetworkSegment(3ba8d5ee-023c-487b-b535-2470f4778546),segment_id=3ba8d5ee-023c-487b-b535-2470f4778546)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:54.973176 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': '23b0abc7-f877-4889-b3c4-b85f5cd6fa51', 'network_id': '8119a760-f494-4f4a-8630-c49cfc52d80a', 'port_id': '23b0abc7-f877-4889-b3c4-b85f5cd6fa51', 'mac_address': 'fa:16:3e:cd:d5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8e42cb0-3c60-4cc7-828b-a6b7d95b6786', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:01:55.012528 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:55.026436 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:01:55.047114 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 23b0abc7-f877-4889-b3c4-b85f5cd6fa51, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=23b0abc7-f877-4889-b3c4-b85f5cd6fa51,segment=NetworkSegment(3ba8d5ee-023c-487b-b535-2470f4778546),segment_id=3ba8d5ee-023c-487b-b535-2470f4778546)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:55.051439 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:55.103255 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=23b0abc7-f877-4889-b3c4-b85f5cd6fa51,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:55.203561 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:55.266311 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['23b0abc7-f877-4889-b3c4-b85f5cd6fa51'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:01:55.406220 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733243'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:55.428833 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b92a43-3ea9-4602-a031-7120739719db None None] Network ca49c56b-be28-4c77-98a1-9cd2aa51463b requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:01:55.509467 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-81f9ffff-59bd-469b-aad8-66316c478cb8 None None] Provisioning for port 9c886c11-0880-45dc-ba23-e45f0f44ea39 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:01:55.538714 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Router 1c520833-5141-4599-8c70-5b914310703f is scheduled to L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:01:55.646586 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:01:55.655753 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Sync routers for ids ['1c520833-5141-4599-8c70-5b914310703f'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:01:55.664623 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:55.668733 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Routers {'1c520833-5141-4599-8c70-5b914310703f'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:01:55.668733 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:01:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1c520833-5141-4599-8c70-5b914310703f'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:55.669510 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35906) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:55.669995 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-77988a7b-8faa-421d-b3c6-85925cc0eb2b admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9262280 Aug 12 22:01:55.778515 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Set router 1c520833-5141-4599-8c70-5b914310703f gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:01:55.982202 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c520833-5141-4599-8c70-5b914310703f', 'name': 'tempest-TestShelveInstance-835867827-router', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd8996af7-2efb-4091-9be5-e88bac71a476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:52Z', 'updated_at': '2021-08-12T22:01:55Z', 'revision_number': 3, 'project_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'gw_port': {'id': 'd8996af7-2efb-4091-9be5-e88bac71a476', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:21:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c520833-5141-4599-8c70-5b914310703f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:53Z', 'updated_at': '2021-08-12T22:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:56.009964 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Checking router: 1c520833-5141-4599-8c70-5b914310703f for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:01:56.010311 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Updating router 1c520833-5141-4599-8c70-5b914310703f port d8996af7-2efb-4091-9be5-e88bac71a476 binding host dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:01:56.015113 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:01:56.052802 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfecce-5165-4465-a459-ecfb9e8a4bbd req-6d368a4c-6330-4bda-8bad-b85a9078457a tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:56.054369 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0dcfecce-5165-4465-a459-ecfb9e8a4bbd req-6d368a4c-6330-4bda-8bad-b85a9078457a tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=c28860ed-a710-42c1-bc3f-f6b7332fdf59 HTTP/1.1" status: 200 len: 944 time: 0.0728104 Aug 12 22:01:56.060829 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.094956 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0dcfecce-5165-4465-a459-ecfb9e8a4bbd req-406cd30b-c144-4965-ac7f-c23a5e76a3ca tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346620 Aug 12 22:01:56.134223 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.177468 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:56.177845 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.292817 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Allocated IP 172.20.0.1 (ca49c56b-be28-4c77-98a1-9cd2aa51463b/3791a506-bfeb-49a4-b89b-0fa9237e0c2f/49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:01:56.345283 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 9c886c11-0880-45dc-ba23-e45f0f44ea39 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:01:56.404007 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.418499 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Transition to ACTIVE for port object 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 will not be triggered until provisioned by entity DHCP. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:01:56.433676 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.447154 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Transition to ACTIVE for port object d8996af7-2efb-4091-9be5-e88bac71a476 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:01:56.450518 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 9c886c11-0880-45dc-ba23-e45f0f44ea39 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:01:56.455348 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.455511 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.459544 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 9c886c11-0880-45dc-ba23-e45f0f44ea39 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:56.459907 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.509828 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Network ca49c56b-be28-4c77-98a1-9cd2aa51463b is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:01:56.511111 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:56.514961 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:01:56.542362 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Attempting to bind port d8996af7-2efb-4091-9be5-e88bac71a476 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:01:56.542729 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Attempting to bind port d8996af7-2efb-4091-9be5-e88bac71a476 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:01:56.543094 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Attempting to bind port d8996af7-2efb-4091-9be5-e88bac71a476 on network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:01:56.547354 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e000e-1dd4-43cf-be45-fa07c5a6f9f5 None None] Pushing event updated for resources: {'Port': ['ID=d8996af7-2efb-4091-9be5-e88bac71a476,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:56.553752 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3839022'] for router_interface, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.555337 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:01:56.555740 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Checking segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:01:56.556105 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.556529 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Bound using segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:01:56.556972 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Bound port: d8996af7-2efb-4091-9be5-e88bac71a476, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:01:56.557377 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.589841 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Pushing event updated for resources: {'Port': ['ID=49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:56.635611 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:01:56.648264 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:56.648635 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:56.648957 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:56.649320 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:56.649691 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:56.649992 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:56.650317 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:56.650649 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:56.650976 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:56.651299 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:56.651809 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:56.652138 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:01:56.693723 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] For port d8996af7-2efb-4091-9be5-e88bac71a476, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:01:56.709264 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.712503 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.715101 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] For port d8996af7-2efb-4091-9be5-e88bac71a476, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=d8996af7-2efb-4091-9be5-e88bac71a476,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:01:56.726727 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.794027 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:01:56.802579 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port 9c886c11-0880-45dc-ba23-e45f0f44ea39, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=9c886c11-0880-45dc-ba23-e45f0f44ea39,segment=NetworkSegment(e639b910-ae51-44da-8678-1d3729a1f2e6),segment_id=e639b910-ae51-44da-8678-1d3729a1f2e6)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:56.811274 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:56.811660 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.821917 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.851052 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Routers {'1c520833-5141-4599-8c70-5b914310703f'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:01:56.851684 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:01:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1c520833-5141-4599-8c70-5b914310703f'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:56.857050 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e000e-1dd4-43cf-be45-fa07c5a6f9f5 None None] Pushing event updated for resources: {'Port': ['ID=d8996af7-2efb-4091-9be5-e88bac71a476,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:56.882686 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.887021 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416840'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.903221 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-89a77a66-9d1b-4765-8816-d366ba23288a None None] Provisioning for port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:01:56.933303 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-89a77a66-9d1b-4765-8816-d366ba23288a None None] Provisioning complete for port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:56.933690 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89a77a66-9d1b-4765-8816-d366ba23288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:56.952889 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Pushing event updated for resources: {'Port': ['ID=49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:56.957133 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3839162'] for router_interface, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:57.055518 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Network ca49c56b-be28-4c77-98a1-9cd2aa51463b is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:01:57.057004 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:01:57.167532 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=9c886c11-0880-45dc-ba23-e45f0f44ea39,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:57.185287 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-89a77a66-9d1b-4765-8816-d366ba23288a None None] Port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:01:57.192311 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Router 1c520833-5141-4599-8c70-5b914310703f has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:01:57.224405 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] Set router 1c520833-5141-4599-8c70-5b914310703f gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:01:57.243110 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69994645-7b47-4292-aac2-a20c2c307b1d req-2c1a9011-4f87-4f4c-b9d3-3cf70a003670 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:57.244849 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-69994645-7b47-4292-aac2-a20c2c307b1d req-2c1a9011-4f87-4f4c-b9d3-3cf70a003670 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=c28860ed-a710-42c1-bc3f-f6b7332fdf59 HTTP/1.1" status: 200 len: 944 time: 0.0725524 Aug 12 22:01:57.257662 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:57.289411 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-69994645-7b47-4292-aac2-a20c2c307b1d req-452ab31e-2e16-4d0e-94ee-62619dd9ef15 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378728 Aug 12 22:01:57.322628 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:01:57.328047 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-b6732d8e-506a-46c1-bddd-c8f32e3646f0 admin admin] 10.222.0.74 "PUT /v2.0/routers/1c520833-5141-4599-8c70-5b914310703f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6565630 Aug 12 22:01:57.334102 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28860ed-a710-42c1-bc3f-f6b7332fdf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b0abc7-f877-4889-b3c4-b85f5cd6fa51'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:01:57.336374 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455712fc-7fb7-48d6-8588-2ffcb1f5d382" -d '{"events": [{"server_uuid": "c28860ed-a710-42c1-bc3f-f6b7332fdf59", "name": "network-vif-plugged", "status": "completed", "tag": "23b0abc7-f877-4889-b3c4-b85f5cd6fa51"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:01:57.362055 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 23b0abc7-f877-4889-b3c4-b85f5cd6fa51, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=23b0abc7-f877-4889-b3c4-b85f5cd6fa51,segment=NetworkSegment(3ba8d5ee-023c-487b-b535-2470f4778546),segment_id=3ba8d5ee-023c-487b-b535-2470f4778546)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:01:57.389372 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57487fa8-6643-42b6-813b-14741561c3d5 x-openstack-request-id: req-57487fa8-6643-42b6-813b-14741561c3d5 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:01:57.389659 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28860ed-a710-42c1-bc3f-f6b7332fdf59", "name": "network-vif-plugged", "status": "completed", "tag": "23b0abc7-f877-4889-b3c4-b85f5cd6fa51", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:01:57.389911 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-57487fa8-6643-42b6-813b-14741561c3d5 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:01:57.390313 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28860ed-a710-42c1-bc3f-f6b7332fdf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b0abc7-f877-4889-b3c4-b85f5cd6fa51', 'code': 200} Aug 12 22:01:57.393704 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:57.395506 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-efa0c6b8-f33d-48ba-802b-cd54bc76f6d7 None None] Provisioning complete for port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:57.395887 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efa0c6b8-f33d-48ba-802b-cd54bc76f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:57.496228 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-efa0c6b8-f33d-48ba-802b-cd54bc76f6d7 None None] Port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:01:57.508142 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=23b0abc7-f877-4889-b3c4-b85f5cd6fa51,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:57.562292 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9faa5a-dff8-4feb-93e1-a134ea034077 req-24c7c5a4-d995-4497-99c7-3709ad6df140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:57.563825 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5a9faa5a-dff8-4feb-93e1-a134ea034077 req-24c7c5a4-d995-4497-99c7-3709ad6df140 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c28860ed-a710-42c1-bc3f-f6b7332fdf59 HTTP/1.1" status: 200 len: 1098 time: 0.0499930 Aug 12 22:01:57.564568 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c520833-5141-4599-8c70-5b914310703f', 'name': 'tempest-TestShelveInstance-835867827-router', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd8996af7-2efb-4091-9be5-e88bac71a476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:52Z', 'updated_at': '2021-08-12T22:01:56Z', 'revision_number': 4, 'project_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'gw_port': {'id': 'd8996af7-2efb-4091-9be5-e88bac71a476', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:21:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c520833-5141-4599-8c70-5b914310703f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:53Z', 'updated_at': '2021-08-12T22:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4', 'name': '', 'network_id': 'ca49c56b-be28-4c77-98a1-9cd2aa51463b', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'mac_address': 'fa:16:3e:4a:a4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c520833-5141-4599-8c70-5b914310703f', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '3791a506-bfeb-49a4-b89b-0fa9237e0c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:56Z', 'updated_at': '2021-08-12T22:01:56Z', 'revision_number': 1, 'project_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'subnets': [{'id': '3791a506-bfeb-49a4-b89b-0fa9237e0c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:01:57.595598 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db09581d-9c2b-41dd-aa93-9d94b7f6c100 None None] The sync data for ids ['1c520833-5141-4599-8c70-5b914310703f'] in dv-cinder-804457-2-iscsi is: [{'id': '1c520833-5141-4599-8c70-5b914310703f', 'name': 'tempest-TestShelveInstance-835867827-router', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd8996af7-2efb-4091-9be5-e88bac71a476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:52Z', 'updated_at': '2021-08-12T22:01:56Z', 'revision_number': 4, 'project_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'gw_port': {'id': 'd8996af7-2efb-4091-9be5-e88bac71a476', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:21:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c520833-5141-4599-8c70-5b914310703f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:53Z', 'updated_at': '2021-08-12T22:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4', 'name': '', 'network_id': 'ca49c56b-be28-4c77-98a1-9cd2aa51463b', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'mac_address': 'fa:16:3e:4a:a4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c520833-5141-4599-8c70-5b914310703f', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '3791a506-bfeb-49a4-b89b-0fa9237e0c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:56Z', 'updated_at': '2021-08-12T22:01:56Z', 'revision_number': 1, 'project_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'subnets': [{'id': '3791a506-bfeb-49a4-b89b-0fa9237e0c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:01:57.601592 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5a9faa5a-dff8-4feb-93e1-a134ea034077 req-4c3d4ad9-4e8c-4bab-a310-b6e4ab02c7f7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299137 Aug 12 22:01:57.736295 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:01:57.839225 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35920) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:57.844243 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-3cbe4016-9023-4606-a8d2-d424aaa1fef0 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1651760444', 'description': 'tempest-secgroup-smoke-1651760444 description', 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:57.869408 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3cbe4016-9023-4606-a8d2-d424aaa1fef0 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:57.914706 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 9c886c11-0880-45dc-ba23-e45f0f44ea39 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:01:57.966406 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3cbe4016-9023-4606-a8d2-d424aaa1fef0 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:57.968378 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 9c886c11-0880-45dc-ba23-e45f0f44ea39 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:57.968963 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:57.971186 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3cbe4016-9023-4606-a8d2-d424aaa1fef0 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.000152 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3cbe4016-9023-4606-a8d2-d424aaa1fef0 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.001542 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-3cbe4016-9023-4606-a8d2-d424aaa1fef0 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1612055 Aug 12 22:01:58.004564 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35922) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:58.009373 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0ba7245c-9868-4911-9d8b-0d6ebe26e833 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Request body: {'security_group_rule': {'security_group_id': 'd53d9757-e718-4245-940a-1ea1401d0ecf', 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:58.011818 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe4016-9023-4606-a8d2-d424aaa1fef0 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53d9757-e718-4245-940a-1ea1401d0ecf,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:58.048530 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ba7245c-9868-4911-9d8b-0d6ebe26e833 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.104252 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ba7245c-9868-4911-9d8b-0d6ebe26e833 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.108031 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ba7245c-9868-4911-9d8b-0d6ebe26e833 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.125930 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7245c-9868-4911-9d8b-0d6ebe26e833 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ff7ea4-d8d9-4f62-af0f-13c3fcc483e5,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:58.131540 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ba7245c-9868-4911-9d8b-0d6ebe26e833 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.134343 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0ba7245c-9868-4911-9d8b-0d6ebe26e833 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269662 Aug 12 22:01:58.135595 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35924) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:58.140256 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-94275ddf-aab4-42ce-90b3-7ae713d42884 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Request body: {'security_group_rule': {'security_group_id': 'd53d9757-e718-4245-940a-1ea1401d0ecf', 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:58.171226 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-94275ddf-aab4-42ce-90b3-7ae713d42884 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.245047 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-94275ddf-aab4-42ce-90b3-7ae713d42884 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.249372 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-94275ddf-aab4-42ce-90b3-7ae713d42884 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.274265 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94275ddf-aab4-42ce-90b3-7ae713d42884 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71c78d7-c1a5-453b-8880-4d0ecd126672,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:58.278321 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-94275ddf-aab4-42ce-90b3-7ae713d42884 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.279643 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-94275ddf-aab4-42ce-90b3-7ae713d42884 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430204 Aug 12 22:01:58.282302 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 35926) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:58.287458 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-9441bcf5-2efd-460b-9240-e85654a05fc6 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Request body: {'security_group_rule': {'security_group_id': 'd53d9757-e718-4245-940a-1ea1401d0ecf', 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:58.319062 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9441bcf5-2efd-460b-9240-e85654a05fc6 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.391856 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9441bcf5-2efd-460b-9240-e85654a05fc6 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.397605 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9441bcf5-2efd-460b-9240-e85654a05fc6 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.416013 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441bcf5-2efd-460b-9240-e85654a05fc6 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39d2deb-e856-4045-86c4-49111c173998,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:58.428363 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062a343-7eaf-4e77-8b73-3caf380bbc04 req-f874cb61-8402-4284-aef2-98be8f55ee77 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:58.428936 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9441bcf5-2efd-460b-9240-e85654a05fc6 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.430455 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9062a343-7eaf-4e77-8b73-3caf380bbc04 req-f874cb61-8402-4284-aef2-98be8f55ee77 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=c28860ed-a710-42c1-bc3f-f6b7332fdf59 HTTP/1.1" status: 200 len: 945 time: 0.0619268 Aug 12 22:01:58.432875 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35930) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:58.433071 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-9441bcf5-2efd-460b-9240-e85654a05fc6 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498108 Aug 12 22:01:58.438298 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d2de64ea-d60c-4225-a32f-dbc8646f50bd tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Request body: {'security_group_rule': {'security_group_id': 'd53d9757-e718-4245-940a-1ea1401d0ecf', 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:58.492346 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9062a343-7eaf-4e77-8b73-3caf380bbc04 req-eaca311a-fd26-48a7-9223-9410013fd194 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487082 Aug 12 22:01:58.495843 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2de64ea-d60c-4225-a32f-dbc8646f50bd tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.555049 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2de64ea-d60c-4225-a32f-dbc8646f50bd tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.558854 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2de64ea-d60c-4225-a32f-dbc8646f50bd tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.580769 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de64ea-d60c-4225-a32f-dbc8646f50bd tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6684ba25-e11c-4dfa-9718-da839875e841,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:58.588104 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2de64ea-d60c-4225-a32f-dbc8646f50bd tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.589997 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d2de64ea-d60c-4225-a32f-dbc8646f50bd tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554313 Aug 12 22:01:58.592641 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35932) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:58.597208 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c79e2d9f-535f-417d-b051-32a0c50b7a72 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Request body: {'security_group_rule': {'security_group_id': 'd53d9757-e718-4245-940a-1ea1401d0ecf', 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:58.620966 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-c79e2d9f-535f-417d-b051-32a0c50b7a72 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Project d3f43ad941834fb5b7b2eb496a2a997d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 22:01:58.626327 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c79e2d9f-535f-417d-b051-32a0c50b7a72 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.691221 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c79e2d9f-535f-417d-b051-32a0c50b7a72 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.695411 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c79e2d9f-535f-417d-b051-32a0c50b7a72 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.714369 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e2d9f-535f-417d-b051-32a0c50b7a72 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16dcbc71-a41b-4499-b857-c340711439bb,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:58.718043 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c79e2d9f-535f-417d-b051-32a0c50b7a72 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.722307 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c79e2d9f-535f-417d-b051-32a0c50b7a72 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256196 Aug 12 22:01:58.722737 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 35934) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:01:58.727314 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-cc8ce2e7-0b16-4fdd-8976-d531575216f2 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Request body: {'security_group_rule': {'security_group_id': 'd53d9757-e718-4245-940a-1ea1401d0ecf', 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:01:58.749886 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-cc8ce2e7-0b16-4fdd-8976-d531575216f2 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Project d3f43ad941834fb5b7b2eb496a2a997d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 22:01:58.755185 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc8ce2e7-0b16-4fdd-8976-d531575216f2 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.818502 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc8ce2e7-0b16-4fdd-8976-d531575216f2 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.823134 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc8ce2e7-0b16-4fdd-8976-d531575216f2 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.840901 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ce2e7-0b16-4fdd-8976-d531575216f2 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39a0be4-f5e6-4417-931d-3c2e6968549c,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:01:58.847373 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc8ce2e7-0b16-4fdd-8976-d531575216f2 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:01:58.848663 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-cc8ce2e7-0b16-4fdd-8976-d531575216f2 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250956 Aug 12 22:01:59.618422 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775e073-3cd5-45ad-b674-8d9cd9d20d48 req-df093232-315c-46b4-a298-39f1e65be638 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:01:59.619915 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1775e073-3cd5-45ad-b674-8d9cd9d20d48 req-df093232-315c-46b4-a298-39f1e65be638 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=c28860ed-a710-42c1-bc3f-f6b7332fdf59 HTTP/1.1" status: 200 len: 945 time: 0.0501122 Aug 12 22:01:59.664486 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1775e073-3cd5-45ad-b674-8d9cd9d20d48 req-784d3fcb-f0f5-4f79-ab9b-e33014f9ab7c tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373373 Aug 12 22:01:59.938700 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device d8996af7-2efb-4091-9be5-e88bac71a476 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:01:59.992614 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port d8996af7-2efb-4091-9be5-e88bac71a476 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:01:59.996974 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port d8996af7-2efb-4091-9be5-e88bac71a476 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:01:59.997405 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.079684 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.102653 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port d8996af7-2efb-4091-9be5-e88bac71a476, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=d8996af7-2efb-4091-9be5-e88bac71a476,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:00.109400 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:00.158254 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=d8996af7-2efb-4091-9be5-e88bac71a476,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:01.806957 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Sync routers for ids ['1c520833-5141-4599-8c70-5b914310703f'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:02:01.816541 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Routers {'1c520833-5141-4599-8c70-5b914310703f'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:02:01.817235 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:01:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1c520833-5141-4599-8c70-5b914310703f'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:01.906161 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device d8996af7-2efb-4091-9be5-e88bac71a476 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:02:01.961085 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port d8996af7-2efb-4091-9be5-e88bac71a476 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:02:01.961544 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:02.024903 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Set router 1c520833-5141-4599-8c70-5b914310703f gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:02:02.222090 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c520833-5141-4599-8c70-5b914310703f', 'name': 'tempest-TestShelveInstance-835867827-router', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd8996af7-2efb-4091-9be5-e88bac71a476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:52Z', 'updated_at': '2021-08-12T22:01:56Z', 'revision_number': 4, 'project_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'gw_port': {'id': 'd8996af7-2efb-4091-9be5-e88bac71a476', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c520833-5141-4599-8c70-5b914310703f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:53Z', 'updated_at': '2021-08-12T22:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4', 'name': '', 'network_id': 'ca49c56b-be28-4c77-98a1-9cd2aa51463b', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'mac_address': 'fa:16:3e:4a:a4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c520833-5141-4599-8c70-5b914310703f', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '3791a506-bfeb-49a4-b89b-0fa9237e0c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:56Z', 'updated_at': '2021-08-12T22:01:56Z', 'revision_number': 2, 'project_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'subnets': [{'id': '3791a506-bfeb-49a4-b89b-0fa9237e0c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:02.252246 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Checking router: 1c520833-5141-4599-8c70-5b914310703f for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:02:02.252650 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Updating router 1c520833-5141-4599-8c70-5b914310703f port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 binding host dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:02:02.276943 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:02.539118 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:02.550481 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Transition to ACTIVE for port object 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:02:02.555443 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:02.604537 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be79ee-7b2a-4743-a202-337031e58946 None None] Pushing event updated for resources: {'Port': ['ID=49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:02.665272 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Attempting to bind port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:02:02.665563 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Attempting to bind port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': 'e639b910-ae51-44da-8678-1d3729a1f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ca49c56b-be28-4c77-98a1-9cd2aa51463b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:02:02.665914 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Attempting to bind port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 on network ca49c56b-be28-4c77-98a1-9cd2aa51463b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:02:02.670896 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:02:02.671257 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Checking segment: {'id': 'e639b910-ae51-44da-8678-1d3729a1f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ca49c56b-be28-4c77-98a1-9cd2aa51463b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:02:02.671653 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:02.672033 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Bound using segment: {'id': 'e639b910-ae51-44da-8678-1d3729a1f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ca49c56b-be28-4c77-98a1-9cd2aa51463b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:02:02.672485 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Bound port: 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e639b910-ae51-44da-8678-1d3729a1f2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ca49c56b-be28-4c77-98a1-9cd2aa51463b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:02:02.672870 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:02.740157 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] For port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:02:02.743524 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] For port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4,segment=NetworkSegment(e639b910-ae51-44da-8678-1d3729a1f2e6),segment_id=e639b910-ae51-44da-8678-1d3729a1f2e6)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:02:02.753243 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:02.810443 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Routers {'1c520833-5141-4599-8c70-5b914310703f'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:02:02.811076 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:01:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1c520833-5141-4599-8c70-5b914310703f'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:02.816931 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be79ee-7b2a-4743-a202-337031e58946 None None] Pushing event updated for resources: {'Port': ['ID=49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:02.923456 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] Set router 1c520833-5141-4599-8c70-5b914310703f gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:02:03.128091 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c520833-5141-4599-8c70-5b914310703f', 'name': 'tempest-TestShelveInstance-835867827-router', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd8996af7-2efb-4091-9be5-e88bac71a476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:52Z', 'updated_at': '2021-08-12T22:01:56Z', 'revision_number': 4, 'project_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'gw_port': {'id': 'd8996af7-2efb-4091-9be5-e88bac71a476', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c520833-5141-4599-8c70-5b914310703f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:53Z', 'updated_at': '2021-08-12T22:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4', 'name': '', 'network_id': 'ca49c56b-be28-4c77-98a1-9cd2aa51463b', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'mac_address': 'fa:16:3e:4a:a4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c520833-5141-4599-8c70-5b914310703f', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '3791a506-bfeb-49a4-b89b-0fa9237e0c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:56Z', 'updated_at': '2021-08-12T22:02:02Z', 'revision_number': 4, 'project_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'subnets': [{'id': '3791a506-bfeb-49a4-b89b-0fa9237e0c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:03.154030 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c92471-533e-4060-965d-01c5b6f877a1 None None] The sync data for ids ['1c520833-5141-4599-8c70-5b914310703f'] in dv-cinder-804457-2-iscsi is: [{'id': '1c520833-5141-4599-8c70-5b914310703f', 'name': 'tempest-TestShelveInstance-835867827-router', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd8996af7-2efb-4091-9be5-e88bac71a476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:52Z', 'updated_at': '2021-08-12T22:01:56Z', 'revision_number': 4, 'project_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'gw_port': {'id': 'd8996af7-2efb-4091-9be5-e88bac71a476', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c520833-5141-4599-8c70-5b914310703f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:53Z', 'updated_at': '2021-08-12T22:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4', 'name': '', 'network_id': 'ca49c56b-be28-4c77-98a1-9cd2aa51463b', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'mac_address': 'fa:16:3e:4a:a4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c520833-5141-4599-8c70-5b914310703f', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '3791a506-bfeb-49a4-b89b-0fa9237e0c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:56Z', 'updated_at': '2021-08-12T22:02:02Z', 'revision_number': 4, 'project_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'subnets': [{'id': '3791a506-bfeb-49a4-b89b-0fa9237e0c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:02:03.918591 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:02:03.967852 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:02:03.971745 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:02:03.972125 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:04.054007 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:04.088231 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4,segment=NetworkSegment(e639b910-ae51-44da-8678-1d3729a1f2e6),segment_id=e639b910-ae51-44da-8678-1d3729a1f2e6)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:04.093089 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:04.142064 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:05.905465 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:02:05.951996 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:02:05.952382 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:07.832588 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:15.270700 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0834-6589-4178-b937-ee976e1e9ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:17.747234 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-811c4dc3-3a86-4710-914a-354b5d6508eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:18.192751 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:18.953840 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:20.454285 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:24.647176 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-ef3d86af-a78b-457d-839f-d728366fe22b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651760444&fields=id&tenant_id=d3f43ad941834fb5b7b2eb496a2a997d HTTP/1.1" status: 200 len: 267 time: 0.0337625 Aug 12 22:02:24.750629 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-e4ab75f2-9a5c-4f35-9ee0-5703e766fea0 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:24.752074 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-e4ab75f2-9a5c-4f35-9ee0-5703e766fea0 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/networks?id=01057699-2c01-4ea0-9fa7-475eeabfcfd7 HTTP/1.1" status: 200 len: 808 time: 0.0979443 Aug 12 22:02:24.767845 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-8bdfde59-c875-4663-9483-f9a150f33206 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/quotas/d3f43ad941834fb5b7b2eb496a2a997d HTTP/1.1" status: 200 len: 375 time: 0.0092707 Aug 12 22:02:24.818261 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-68ab662d-200a-49ac-82c6-20ddc690b905 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3f43ad941834fb5b7b2eb496a2a997d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447247 Aug 12 22:02:24.914083 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-0e84e212-a939-4ca8-8e88-c7607d46b773 service neutron] 10.222.0.74 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840886 Aug 12 22:02:25.001332 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-b6d1eda2-7af8-4af0-810d-e28772c3f661 service neutron] 10.222.0.74 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812459 Aug 12 22:02:25.282406 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5869c041-56da-48b6-80cd-888e14833f25 req-d2cf50ad-95ad-4b8c-89e2-91eb6b925403 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 210 time: 0.0311205 Aug 12 22:02:26.242493 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-067aae25-894d-41ff-b485-d5a73d4bb4e3 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:26.244019 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-067aae25-894d-41ff-b485-d5a73d4bb4e3 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.66 "GET /v2.0/networks?id=01057699-2c01-4ea0-9fa7-475eeabfcfd7 HTTP/1.1" status: 200 len: 808 time: 0.1057634 Aug 12 22:02:26.289521 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-60f8b461-804f-4ad5-a187-2f48f5a87976 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3f43ad941834fb5b7b2eb496a2a997d HTTP/1.1" status: 200 len: 380 time: 0.0347350 Aug 12 22:02:26.300107 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-c63c18b2-c170-4105-bb91-41a8f8cda23b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Request body: {'port': {'device_id': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'admin_state_up': True, 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'security_groups': ['d53d9757-e718-4245-940a-1ea1401d0ecf']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:26.381005 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac5aa951-429a-40b6-aae7-6fd66bcf2802 req-bdfa1d1b-9ec0-4cc8-9e12-521397f980ad tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 210 time: 0.0312018 Aug 12 22:02:26.430418 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-c63c18b2-c170-4105-bb91-41a8f8cda23b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Made reservation on behalf of d3f43ad941834fb5b7b2eb496a2a997d for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:02:26.433879 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-c63c18b2-c170-4105-bb91-41a8f8cda23b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:26.562965 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-c63c18b2-c170-4105-bb91-41a8f8cda23b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Allocated IP 172.20.0.7 (01057699-2c01-4ea0-9fa7-475eeabfcfd7/f287bda6-8844-44cc-9a28-94e343651c95/a7d758b6-20b5-4155-b566-d744a651bc48) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:02:26.698462 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-c63c18b2-c170-4105-bb91-41a8f8cda23b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:26.714451 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-c63c18b2-c170-4105-bb91-41a8f8cda23b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Transition to ACTIVE for port object a7d758b6-20b5-4155-b566-d744a651bc48 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:02:26.746165 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-c63c18b2-c170-4105-bb91-41a8f8cda23b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:26.789139 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-c63c18b2-c170-4105-bb91-41a8f8cda23b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Network 01057699-2c01-4ea0-9fa7-475eeabfcfd7 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:02:26.794037 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-c63c18b2-c170-4105-bb91-41a8f8cda23b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:02:26.797637 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-c63c18b2-c170-4105-bb91-41a8f8cda23b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:02:26.823279 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c18b2-c170-4105-bb91-41a8f8cda23b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Pushing event updated for resources: {'Port': ['ID=a7d758b6-20b5-4155-b566-d744a651bc48,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:26.852051 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-c63c18b2-c170-4105-bb91-41a8f8cda23b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:26.852676 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-c63c18b2-c170-4105-bb91-41a8f8cda23b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:26.867116 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-c63c18b2-c170-4105-bb91-41a8f8cda23b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707791 Aug 12 22:02:26.880856 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Request body: {'port': {'device_id': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:26.935548 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.056720 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-95daaabe-11ea-499d-9602-c3f47f89623e None None] Provisioning for port a7d758b6-20b5-4155-b566-d744a651bc48 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:02:27.060464 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-95daaabe-11ea-499d-9602-c3f47f89623e None None] Provisioning complete for port a7d758b6-20b5-4155-b566-d744a651bc48 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:02:27.060838 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95daaabe-11ea-499d-9602-c3f47f89623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.098059 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-95daaabe-11ea-499d-9602-c3f47f89623e None None] Port a7d758b6-20b5-4155-b566-d744a651bc48 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:02:27.199237 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d758b6-20b5-4155-b566-d744a651bc48 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:02:27.207375 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.218922 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Transition to ACTIVE for port object a7d758b6-20b5-4155-b566-d744a651bc48 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:02:27.221844 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.271883 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d758b6-20b5-4155-b566-d744a651bc48,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:27.338471 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Attempting to bind port a7d758b6-20b5-4155-b566-d744a651bc48 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:02:27.338913 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Attempting to bind port a7d758b6-20b5-4155-b566-d744a651bc48 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'e7146d22-729b-4c5c-bd28-052a48b87058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:02:27.339320 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Attempting to bind port a7d758b6-20b5-4155-b566-d744a651bc48 on network 01057699-2c01-4ea0-9fa7-475eeabfcfd7 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:02:27.344128 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Port a7d758b6-20b5-4155-b566-d744a651bc48 on network 01057699-2c01-4ea0-9fa7-475eeabfcfd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:02:27.344537 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Attempting to bind port a7d758b6-20b5-4155-b566-d744a651bc48 on network 01057699-2c01-4ea0-9fa7-475eeabfcfd7 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:02:27.349711 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:02:27.349981 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Checking segment: {'id': 'e7146d22-729b-4c5c-bd28-052a48b87058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:02:27.350398 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Bound using segment: {'id': 'e7146d22-729b-4c5c-bd28-052a48b87058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:02:27.350831 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Bound port: a7d758b6-20b5-4155-b566-d744a651bc48, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7146d22-729b-4c5c-bd28-052a48b87058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:02:27.351193 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.422909 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] For port a7d758b6-20b5-4155-b566-d744a651bc48, host hv-cinder-80445, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:02:27.426751 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] For port a7d758b6-20b5-4155-b566-d744a651bc48, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=a7d758b6-20b5-4155-b566-d744a651bc48,segment=NetworkSegment(e7146d22-729b-4c5c-bd28-052a48b87058),segment_id=e7146d22-729b-4c5c-bd28-052a48b87058)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:02:27.431373 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.487886 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:27.488484 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:27.489895 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] 10.222.0.66 "PUT /v2.0/ports/a7d758b6-20b5-4155-b566-d744a651bc48 HTTP/1.1" status: 200 len: 1093 time: 0.6140475 Aug 12 22:02:27.491307 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'tag': 'a7d758b6-20b5-4155-b566-d744a651bc48'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:27.493605 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ba047c-6fb5-4726-b450-326387f8fa2d" -d '{"events": [{"name": "network-changed", "server_uuid": "05106b11-3436-4c7b-8303-267bdc3d0dd0", "tag": "a7d758b6-20b5-4155-b566-d744a651bc48"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:27.526235 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d6990-a7cf-4e79-a8cb-3036ab6538b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d758b6-20b5-4155-b566-d744a651bc48,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:27.553140 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f5f7f-7907-49e1-8d2a-b49043ef0140 req-669403b1-82f3-4425-836b-129c9d9dbce0 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:27.554793 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-586f5f7f-7907-49e1-8d2a-b49043ef0140 req-669403b1-82f3-4425-836b-129c9d9dbce0 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0988946 Aug 12 22:02:27.558416 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c12aa3-ab4d-40e1-98d7-7b1f68a46fb7 x-openstack-request-id: req-b7c12aa3-ab4d-40e1-98d7-7b1f68a46fb7 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:27.558416 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05106b11-3436-4c7b-8303-267bdc3d0dd0", "tag": "a7d758b6-20b5-4155-b566-d744a651bc48", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:27.558416 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b7c12aa3-ab4d-40e1-98d7-7b1f68a46fb7 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:27.558790 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'tag': 'a7d758b6-20b5-4155-b566-d744a651bc48', 'status': 'completed', 'code': 200} Aug 12 22:02:27.618857 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-586f5f7f-7907-49e1-8d2a-b49043ef0140 req-5346730b-ab26-47f7-b4e8-83ac6f3fec6b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462489 Aug 12 22:02:27.621750 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-2d2de8a6-1582-4c6b-9813-5fc81b78d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:27.623174 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-2d2de8a6-1582-4c6b-9813-5fc81b78d5e0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d3f43ad941834fb5b7b2eb496a2a997d&device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0880849 Aug 12 22:02:27.668311 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-bb0e7ab8-6170-4c4c-8cb7-0258179e19b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7d758b6-20b5-4155-b566-d744a651bc48 HTTP/1.1" status: 200 len: 217 time: 0.0349371 Aug 12 22:02:27.717891 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-5e0f4ffa-47ba-4d68-a07a-b89afc9af1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:27.719496 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-5e0f4ffa-47ba-4d68-a07a-b89afc9af1f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f287bda6-8844-44cc-9a28-94e343651c95 HTTP/1.1" status: 200 len: 847 time: 0.0444095 Aug 12 22:02:27.774951 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-78e3c669-d65e-45bc-ab94-591917cb9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:27.776436 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-78e3c669-d65e-45bc-ab94-591917cb9f53 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01057699-2c01-4ea0-9fa7-475eeabfcfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457549 Aug 12 22:02:27.863970 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-77dc9659-ce9e-47c1-b93a-f86364b3d772 service neutron] 10.222.0.66 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788245 Aug 12 22:02:27.954240 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18f35fe2-83ae-4670-b6bf-51e5b444620b req-d0406214-f810-424a-97b7-9debb4c3bee5 service neutron] 10.222.0.66 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830207 Aug 12 22:02:28.038319 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba047c-6fb5-4726-b450-326387f8fa2d req-02d57e5e-51a6-451f-a316-566c4e4dbd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:28.039801 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-26ba047c-6fb5-4726-b450-326387f8fa2d req-02d57e5e-51a6-451f-a316-566c4e4dbd5f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d3f43ad941834fb5b7b2eb496a2a997d&device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0407274 Aug 12 22:02:28.125911 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba047c-6fb5-4726-b450-326387f8fa2d req-930bd6cd-4bb0-4072-b6be-bf333cadb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:28.127366 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-26ba047c-6fb5-4726-b450-326387f8fa2d req-930bd6cd-4bb0-4072-b6be-bf333cadb75c service neutron] 10.222.0.66 "GET /v2.0/networks?id=01057699-2c01-4ea0-9fa7-475eeabfcfd7 HTTP/1.1" status: 200 len: 909 time: 0.0808895 Aug 12 22:02:28.171790 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-26ba047c-6fb5-4726-b450-326387f8fa2d req-f742a38c-47dc-4a48-a384-f99bdaa1cb9a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7d758b6-20b5-4155-b566-d744a651bc48 HTTP/1.1" status: 200 len: 217 time: 0.0371649 Aug 12 22:02:28.219910 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba047c-6fb5-4726-b450-326387f8fa2d req-233d0ceb-74d8-4327-b741-d03b7b9b8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:28.221240 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-26ba047c-6fb5-4726-b450-326387f8fa2d req-233d0ceb-74d8-4327-b741-d03b7b9b8e49 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f287bda6-8844-44cc-9a28-94e343651c95 HTTP/1.1" status: 200 len: 847 time: 0.0422230 Aug 12 22:02:28.265644 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba047c-6fb5-4726-b450-326387f8fa2d req-e2d8231a-003c-4d91-9b86-91ffb322be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:28.267350 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-26ba047c-6fb5-4726-b450-326387f8fa2d req-e2d8231a-003c-4d91-9b86-91ffb322be45 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01057699-2c01-4ea0-9fa7-475eeabfcfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390606 Aug 12 22:02:28.358394 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-26ba047c-6fb5-4726-b450-326387f8fa2d req-0082406a-c510-4ceb-a47d-dce17fb64dfc service neutron] 10.222.0.66 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831811 Aug 12 22:02:28.447004 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-26ba047c-6fb5-4726-b450-326387f8fa2d req-cc38b3c4-ac1d-4653-968e-e4c774c301fd service neutron] 10.222.0.66 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804749 Aug 12 22:02:28.734809 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7224244-bb5d-416d-b54f-a3de7509fdc2 req-11edbeec-082d-469f-80a4-8ad920c8fffb tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:28.736282 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d7224244-bb5d-416d-b54f-a3de7509fdc2 req-11edbeec-082d-469f-80a4-8ad920c8fffb tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0491374 Aug 12 22:02:28.779523 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d7224244-bb5d-416d-b54f-a3de7509fdc2 req-1679bddf-acad-4ffe-9df8-373a41310a5e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365622 Aug 12 22:02:29.896133 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265c74f-11d0-4ded-96cf-e363816d806a req-d56a4edd-08d2-44a1-ad77-ca0ad8d330f6 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:29.897643 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7265c74f-11d0-4ded-96cf-e363816d806a req-d56a4edd-08d2-44a1-ad77-ca0ad8d330f6 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0514877 Aug 12 22:02:29.934459 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7265c74f-11d0-4ded-96cf-e363816d806a req-c41b15d3-ae9d-4914-aba3-f9a38130997c tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307381 Aug 12 22:02:31.056818 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f44a2e-4162-42f8-972c-dbece6293946 req-5f849ff1-c88c-4dc5-a7d7-54a4409797da tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:31.058299 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-40f44a2e-4162-42f8-972c-dbece6293946 req-5f849ff1-c88c-4dc5-a7d7-54a4409797da tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0480759 Aug 12 22:02:31.095276 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-40f44a2e-4162-42f8-972c-dbece6293946 req-6eedf915-0d4d-4686-9aa5-5c9dadb5c978 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312309 Aug 12 22:02:32.217089 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527725d-a041-4d60-9328-3a0e0f7061e2 req-f0429c2c-4951-4c5f-a748-b4ec2b12acc8 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:32.218589 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7527725d-a041-4d60-9328-3a0e0f7061e2 req-f0429c2c-4951-4c5f-a748-b4ec2b12acc8 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0562627 Aug 12 22:02:32.260301 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7527725d-a041-4d60-9328-3a0e0f7061e2 req-eb8064e3-e8f5-4c7d-9428-d53bcc0f8b0e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358160 Aug 12 22:02:33.376032 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a3ffa-fce1-4315-8308-50fd5593ad08 req-e6780122-543a-459d-9b1e-0121442eeabc tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:33.377580 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-461a3ffa-fce1-4315-8308-50fd5593ad08 req-e6780122-543a-459d-9b1e-0121442eeabc tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0494378 Aug 12 22:02:33.422620 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-461a3ffa-fce1-4315-8308-50fd5593ad08 req-2f9177fd-efa3-47ea-aa39-6ff64b0359c3 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387189 Aug 12 22:02:34.550516 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ece02c-86ae-4821-9900-2013fd308b78 req-1b4d4f13-8f08-4a3b-8a28-2443c89c215b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:34.552862 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-26ece02c-86ae-4821-9900-2013fd308b78 req-1b4d4f13-8f08-4a3b-8a28-2443c89c215b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0559759 Aug 12 22:02:34.604913 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-26ece02c-86ae-4821-9900-2013fd308b78 req-dd878332-cd6e-4e07-aef2-90dd49c447f2 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459733 Aug 12 22:02:34.736649 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:02:35.724926 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5893a2f-cb95-414f-9367-29a96f57b235 req-129d0533-d759-4865-947d-cb60abf8e729 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:35.726454 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5893a2f-cb95-414f-9367-29a96f57b235 req-129d0533-d759-4865-947d-cb60abf8e729 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0515952 Aug 12 22:02:35.766576 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5893a2f-cb95-414f-9367-29a96f57b235 req-89a63977-d4d2-429f-8063-c5d9e56bf79c tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339332 Aug 12 22:02:36.878365 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bcacf-506f-4b26-b88e-4e28fe56d582 req-86cdec56-36e8-43dc-a569-6aa18d123d71 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:36.879818 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca9bcacf-506f-4b26-b88e-4e28fe56d582 req-86cdec56-36e8-43dc-a569-6aa18d123d71 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0489068 Aug 12 22:02:36.916117 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca9bcacf-506f-4b26-b88e-4e28fe56d582 req-f807f651-9548-4013-8743-489815fcbd03 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304186 Aug 12 22:02:37.836250 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:38.029212 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a673a-b7f1-417f-969d-a328f5dccfed req-0b636e0a-db3c-43e7-bae2-4c7bd6183251 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:38.030662 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-073a673a-b7f1-417f-969d-a328f5dccfed req-0b636e0a-db3c-43e7-bae2-4c7bd6183251 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0492122 Aug 12 22:02:38.068671 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-073a673a-b7f1-417f-969d-a328f5dccfed req-f605f162-d358-4204-b86f-38224084d9d6 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320632 Aug 12 22:02:39.180626 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008efe7-0f02-4491-bddc-abc434dae2e9 req-4ccc72b6-e93d-4ef6-9ac5-a7cff252384e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:39.182102 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d008efe7-0f02-4491-bddc-abc434dae2e9 req-4ccc72b6-e93d-4ef6-9ac5-a7cff252384e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0476215 Aug 12 22:02:39.220752 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d008efe7-0f02-4491-bddc-abc434dae2e9 req-d8da9977-ca9b-43cb-86e2-571b3000ba13 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327938 Aug 12 22:02:40.333731 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c120e-de38-4dfd-b15c-073a556061d6 req-5898ab13-529d-4583-b5fb-93330d3455c3 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:40.335172 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-492c120e-de38-4dfd-b15c-073a556061d6 req-5898ab13-529d-4583-b5fb-93330d3455c3 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0475225 Aug 12 22:02:40.371294 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-492c120e-de38-4dfd-b15c-073a556061d6 req-46a166b3-90ee-492b-9e5e-5eac913c27db tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303195 Aug 12 22:02:40.849562 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device a7d758b6-20b5-4155-b566-d744a651bc48 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:02:40.939741 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port a7d758b6-20b5-4155-b566-d744a651bc48, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=a7d758b6-20b5-4155-b566-d744a651bc48,segment=NetworkSegment(e7146d22-729b-4c5c-bd28-052a48b87058),segment_id=e7146d22-729b-4c5c-bd28-052a48b87058)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:40.951050 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': 'a7d758b6-20b5-4155-b566-d744a651bc48', 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'port_id': 'a7d758b6-20b5-4155-b566-d744a651bc48', 'mac_address': 'fa:16:3e:85:43:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:02:40.989377 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:41.001148 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d758b6-20b5-4155-b566-d744a651bc48 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:02:41.020254 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port a7d758b6-20b5-4155-b566-d744a651bc48, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=a7d758b6-20b5-4155-b566-d744a651bc48,segment=NetworkSegment(e7146d22-729b-4c5c-bd28-052a48b87058),segment_id=e7146d22-729b-4c5c-bd28-052a48b87058)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:41.023969 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:41.070251 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=a7d758b6-20b5-4155-b566-d744a651bc48,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:41.076892 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:41.077276 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:41.077619 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:41.077956 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:41.078290 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:41.078619 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:41.078945 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:41.079272 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:41.079620 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:41.079948 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:41.080272 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:41.080596 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:02:41.481918 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb81d1-d89c-4230-b252-5e9c395b81c2 req-3de2262e-730e-44ca-b450-d7c87f502890 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:41.483345 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c5cb81d1-d89c-4230-b252-5e9c395b81c2 req-3de2262e-730e-44ca-b450-d7c87f502890 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 944 time: 0.0465238 Aug 12 22:02:41.520082 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c5cb81d1-d89c-4230-b252-5e9c395b81c2 req-960a671c-6a3b-4d60-b13c-818f47e31b14 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302126 Aug 12 22:02:42.631246 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99ba77-ab3c-4d34-85cb-94c96727ce1c req-31ca686d-cd7d-4390-aa66-642266be3fe8 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:42.632681 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eb99ba77-ab3c-4d34-85cb-94c96727ce1c req-31ca686d-cd7d-4390-aa66-642266be3fe8 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 944 time: 0.0476398 Aug 12 22:02:42.672718 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eb99ba77-ab3c-4d34-85cb-94c96727ce1c req-68becf40-f44a-45f4-916f-120a34d8f577 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337992 Aug 12 22:02:43.785940 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d166dd-eaf1-44c1-9acb-dafd111ae69b req-3104284b-09e1-41c0-bd7b-b04f619ad8d7 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:43.787408 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48d166dd-eaf1-44c1-9acb-dafd111ae69b req-3104284b-09e1-41c0-bd7b-b04f619ad8d7 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 944 time: 0.0490794 Aug 12 22:02:43.825886 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48d166dd-eaf1-44c1-9acb-dafd111ae69b req-04e7ad61-caab-4e84-97bf-1e629713e0f3 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326188 Aug 12 22:02:44.059265 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['a7d758b6-20b5-4155-b566-d744a651bc48'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:02:44.154597 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca7af3ab-557d-4c4e-8f68-7932de29dc01 req-c61fb219-2f92-44f2-9df4-0f9dc128abe0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375800 Aug 12 22:02:44.235073 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7af3ab-557d-4c4e-8f68-7932de29dc01 req-40c792d9-3612-4db2-964f-4e8a2d3c83af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:44.236575 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca7af3ab-557d-4c4e-8f68-7932de29dc01 req-40c792d9-3612-4db2-964f-4e8a2d3c83af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8e3429a9f264b3f96368c74923af18f&device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 1098 time: 0.0390000 Aug 12 22:02:44.342752 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7af3ab-557d-4c4e-8f68-7932de29dc01 req-8a09b44d-8ddf-467d-a367-f3b05e959543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:44.344126 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca7af3ab-557d-4c4e-8f68-7932de29dc01 req-8a09b44d-8ddf-467d-a367-f3b05e959543 service neutron] 10.222.0.66 "GET /v2.0/networks?id=613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 200 len: 913 time: 0.0856037 Aug 12 22:02:44.406633 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca7af3ab-557d-4c4e-8f68-7932de29dc01 req-fb382400-380e-43c4-99f6-7acae1ac6e56 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 HTTP/1.1" status: 200 len: 1001 time: 0.0546029 Aug 12 22:02:44.458503 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7af3ab-557d-4c4e-8f68-7932de29dc01 req-1ef43e75-998f-4fe6-820a-c76e150133fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:44.459938 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca7af3ab-557d-4c4e-8f68-7932de29dc01 req-1ef43e75-998f-4fe6-820a-c76e150133fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d02462e4-e48f-4f21-a855-efcf02a2fe69 HTTP/1.1" status: 200 len: 851 time: 0.0455303 Aug 12 22:02:44.505750 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7af3ab-557d-4c4e-8f68-7932de29dc01 req-f0bad1bf-3911-405f-9f37-cdce77c9d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:44.507171 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca7af3ab-557d-4c4e-8f68-7932de29dc01 req-f0bad1bf-3911-405f-9f37-cdce77c9d34e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=613fc478-5bf3-40ff-985a-d2037dcedd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381589 Aug 12 22:02:44.593698 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca7af3ab-557d-4c4e-8f68-7932de29dc01 req-5234f239-ad67-49f7-9ee3-29731c52e569 service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790205 Aug 12 22:02:44.684963 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca7af3ab-557d-4c4e-8f68-7932de29dc01 req-5cc3f582-7a14-4e58-8b69-bc6f7e64f164 service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832758 Aug 12 22:02:44.944180 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3a169-93ee-404d-b11e-51527e64dbaa req-b8c8a94d-3854-4b22-abeb-b23a8d57f9f0 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:44.945640 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c7b3a169-93ee-404d-b11e-51527e64dbaa req-b8c8a94d-3854-4b22-abeb-b23a8d57f9f0 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 944 time: 0.0481179 Aug 12 22:02:44.983467 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c7b3a169-93ee-404d-b11e-51527e64dbaa req-9a5db6a8-f54f-4ba8-a93d-7b93811fb3a3 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318112 Aug 12 22:02:45.272010 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9425a3c-e0a9-4a21-a29b-72ccfe7d692d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:45.755646 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device a7d758b6-20b5-4155-b566-d744a651bc48 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:02:45.803915 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port a7d758b6-20b5-4155-b566-d744a651bc48 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:02:45.807508 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port a7d758b6-20b5-4155-b566-d744a651bc48 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:02:45.807883 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:45.885388 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:45.907568 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d758b6-20b5-4155-b566-d744a651bc48'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:45.909927 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4a2acd-aee3-4fba-a70b-febfe5d5d449" -d '{"events": [{"server_uuid": "05106b11-3436-4c7b-8303-267bdc3d0dd0", "name": "network-vif-plugged", "status": "completed", "tag": "a7d758b6-20b5-4155-b566-d744a651bc48"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:45.924347 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port a7d758b6-20b5-4155-b566-d744a651bc48, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=a7d758b6-20b5-4155-b566-d744a651bc48,segment=NetworkSegment(e7146d22-729b-4c5c-bd28-052a48b87058),segment_id=e7146d22-729b-4c5c-bd28-052a48b87058)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:45.930974 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:45.954786 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474d61e5-56bb-422f-adb1-e663856a5e02 x-openstack-request-id: req-474d61e5-56bb-422f-adb1-e663856a5e02 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:45.955102 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05106b11-3436-4c7b-8303-267bdc3d0dd0", "name": "network-vif-plugged", "status": "completed", "tag": "a7d758b6-20b5-4155-b566-d744a651bc48", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:45.955357 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-474d61e5-56bb-422f-adb1-e663856a5e02 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:45.955740 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d758b6-20b5-4155-b566-d744a651bc48', 'code': 200} Aug 12 22:02:45.980971 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=a7d758b6-20b5-4155-b566-d744a651bc48,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:46.103257 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb96b3-c867-4276-b6cf-9c004d7d00c6 req-b8f8c80b-bc82-4157-8a59-5a4ba9fe05c5 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:46.104925 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5dcb96b3-c867-4276-b6cf-9c004d7d00c6 req-b8f8c80b-bc82-4157-8a59-5a4ba9fe05c5 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0548894 Aug 12 22:02:46.167667 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5dcb96b3-c867-4276-b6cf-9c004d7d00c6 req-d5121a14-a4f3-4b17-bc43-7b7ed656a10b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549915 Aug 12 22:02:46.182562 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e0889-4983-4bb2-a6f1-5302985cb737 req-25795936-c4db-476e-aff5-2087825a3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:46.184009 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0b7e0889-4983-4bb2-a6f1-5302985cb737 req-25795936-c4db-476e-aff5-2087825a3ea3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 1098 time: 0.0436933 Aug 12 22:02:46.218070 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0b7e0889-4983-4bb2-a6f1-5302985cb737 req-0751f86f-b8eb-453d-981b-239f4e1189e8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271242 Aug 12 22:02:47.279759 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fed60-ee54-4fd6-9600-89b9e0ea583c req-2f570002-67a5-4ae7-96d9-43e2df14356e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:47.281137 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-925fed60-ee54-4fd6-9600-89b9e0ea583c req-2f570002-67a5-4ae7-96d9-43e2df14356e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0475967 Aug 12 22:02:47.318872 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-925fed60-ee54-4fd6-9600-89b9e0ea583c req-85616d86-1400-4e40-a5d7-3d22ea109b4e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314274 Aug 12 22:02:47.431037 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb7602-3dcb-41bd-b6a8-633cc19259b5 req-e8a2847f-1adf-40c3-a987-c609c82daf37 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:47.432465 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72eb7602-3dcb-41bd-b6a8-633cc19259b5 req-e8a2847f-1adf-40c3-a987-c609c82daf37 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0477214 Aug 12 22:02:47.471499 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72eb7602-3dcb-41bd-b6a8-633cc19259b5 req-ba29696d-de4a-4a9b-a1d6-4f9da4801fac tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331957 Aug 12 22:02:47.493301 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 36322) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:47.619371 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e5d67-1e50-4688-8968-a77f599211d5 tempest-TestShelveInstance-972113376 tempest-TestShelveInstance-972113376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:47.620830 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a48e5d67-1e50-4688-8968-a77f599211d5 tempest-TestShelveInstance-972113376 tempest-TestShelveInstance-972113376-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 1093 time: 0.1264687 Aug 12 22:02:47.623764 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 36326) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:02:47.627949 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Request body: {'floatingip': {'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'port_id': 'a7d758b6-20b5-4155-b566-d744a651bc48', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:02:47.649747 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:47.741424 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:47.748904 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bd845e7-f61d-49bd-a622-22ee4228b5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.106750 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Allocated IP 172.27.1.50 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/0dd1ba5d-286e-4202-9cd0-5efd7ab7c6d8) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:02:48.194009 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.218681 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.260270 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.296311 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:02:48.299383 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:02:48.301817 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:02:48.337140 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Pushing event updated for resources: {'Port': ['ID=0dd1ba5d-286e-4202-9cd0-5efd7ab7c6d8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:48.657128 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.724257 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.877810 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.882596 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.951333 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Pushing event updated for resources: {'Port': ['ID=0dd1ba5d-286e-4202-9cd0-5efd7ab7c6d8,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:48.959475 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:48.962401 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:49.065692 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Floating IP 6d8438b8-a8f1-4c86-b799-b9ff4b9df97f associated. External IP: 172.27.1.50, port: a7d758b6-20b5-4155-b566-d744a651bc48. Aug 12 22:02:49.271577 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Router 414d4aad-cb85-4b57-be7d-f815413e889b has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:02:49.381077 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:02:49.390645 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01462b6e-98d9-4676-ae65-adace6aeab6a None None] Sync routers for ids ['414d4aad-cb85-4b57-be7d-f815413e889b'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:02:49.397961 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:49.401829 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01462b6e-98d9-4676-ae65-adace6aeab6a None None] Routers {'414d4aad-cb85-4b57-be7d-f815413e889b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:02:49.402528 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-01462b6e-98d9-4676-ae65-adace6aeab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:02:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['414d4aad-cb85-4b57-be7d-f815413e889b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:49.425417 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a97d672e-4d72-4223-a6c6-afc6ee5ab301 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8005855 Aug 12 22:02:49.426932 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'tag': 'a7d758b6-20b5-4155-b566-d744a651bc48'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:49.429249 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7316de88-854a-4621-82f7-026a6902ee7f" -d '{"events": [{"name": "network-changed", "server_uuid": "05106b11-3436-4c7b-8303-267bdc3d0dd0", "tag": "a7d758b6-20b5-4155-b566-d744a651bc48"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:49.466573 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b11b25-79fb-4386-86d2-7d75d9d4ca70 x-openstack-request-id: req-58b11b25-79fb-4386-86d2-7d75d9d4ca70 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:49.466858 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05106b11-3436-4c7b-8303-267bdc3d0dd0", "tag": "a7d758b6-20b5-4155-b566-d744a651bc48", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:49.467109 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-58b11b25-79fb-4386-86d2-7d75d9d4ca70 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:49.467506 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'tag': 'a7d758b6-20b5-4155-b566-d744a651bc48', 'status': 'completed', 'code': 200} Aug 12 22:02:49.525581 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-01462b6e-98d9-4676-ae65-adace6aeab6a None None] Set router 414d4aad-cb85-4b57-be7d-f815413e889b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:02:49.581627 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316de88-854a-4621-82f7-026a6902ee7f req-c5044f00-569f-4896-9bfb-46bfc51720af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:49.583485 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7316de88-854a-4621-82f7-026a6902ee7f req-c5044f00-569f-4896-9bfb-46bfc51720af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d3f43ad941834fb5b7b2eb496a2a997d&device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 1098 time: 0.0747268 Aug 12 22:02:49.595270 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bfa09-c8d8-4131-a17f-8c31d090898e req-ac15f8a1-2542-40a9-a2a9-1ee83fd4a37a tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:49.596637 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-321bfa09-c8d8-4131-a17f-8c31d090898e req-ac15f8a1-2542-40a9-a2a9-1ee83fd4a37a tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=c28860ed-a710-42c1-bc3f-f6b7332fdf59 HTTP/1.1" status: 200 len: 945 time: 0.0608368 Aug 12 22:02:49.691255 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-321bfa09-c8d8-4131-a17f-8c31d090898e req-96e48db3-0225-49c4-82bd-70ea03d0d3bd tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857730 Aug 12 22:02:49.715589 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316de88-854a-4621-82f7-026a6902ee7f req-924afe90-7ac2-4482-b385-b61c330f5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:49.717061 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7316de88-854a-4621-82f7-026a6902ee7f req-924afe90-7ac2-4482-b385-b61c330f5f88 service neutron] 10.222.0.66 "GET /v2.0/networks?id=01057699-2c01-4ea0-9fa7-475eeabfcfd7 HTTP/1.1" status: 200 len: 909 time: 0.1194930 Aug 12 22:02:49.790045 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7316de88-854a-4621-82f7-026a6902ee7f req-754ec1b7-78e6-49e6-94af-054cec44446f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7d758b6-20b5-4155-b566-d744a651bc48 HTTP/1.1" status: 200 len: 998 time: 0.0647614 Aug 12 22:02:49.841284 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316de88-854a-4621-82f7-026a6902ee7f req-abe09acf-55f7-48a3-8ae0-f1486733cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:49.842786 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7316de88-854a-4621-82f7-026a6902ee7f req-abe09acf-55f7-48a3-8ae0-f1486733cd18 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f287bda6-8844-44cc-9a28-94e343651c95 HTTP/1.1" status: 200 len: 847 time: 0.0449295 Aug 12 22:02:49.887872 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316de88-854a-4621-82f7-026a6902ee7f req-a5dff9e7-39c7-49cd-9a88-8bf631b45773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:49.889381 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7316de88-854a-4621-82f7-026a6902ee7f req-a5dff9e7-39c7-49cd-9a88-8bf631b45773 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01057699-2c01-4ea0-9fa7-475eeabfcfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391040 Aug 12 22:02:49.890193 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-01462b6e-98d9-4676-ae65-adace6aeab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'name': 'tempest-TestShelveInstance-685216586-router', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:49Z', 'revision_number': 4, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'gw_port': {'id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '6d8438b8-a8f1-4c86-b799-b9ff4b9df97f', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'port_id': 'a7d758b6-20b5-4155-b566-d744a651bc48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'mac_address': 'fa:16:3e:85:43:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:02:48Z', 'updated_at': '2021-08-12T22:02:48Z', 'revision_number': 0, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2', 'name': '', 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'mac_address': 'fa:16:3e:e6:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:48Z', 'updated_at': '2021-08-12T22:01:54Z', 'revision_number': 5, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'subnets': [{'id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:49.917969 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01462b6e-98d9-4676-ae65-adace6aeab6a None None] Checking router: 414d4aad-cb85-4b57-be7d-f815413e889b for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:02:49.927232 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01462b6e-98d9-4676-ae65-adace6aeab6a None None] Routers {'414d4aad-cb85-4b57-be7d-f815413e889b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:02:49.927851 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-01462b6e-98d9-4676-ae65-adace6aeab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:02:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['414d4aad-cb85-4b57-be7d-f815413e889b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:49.994688 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7316de88-854a-4621-82f7-026a6902ee7f req-c9818fe5-cb7d-4149-9511-257d6fcd1bd9 service neutron] 10.222.0.66 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935931 Aug 12 22:02:50.033944 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-01462b6e-98d9-4676-ae65-adace6aeab6a None None] Set router 414d4aad-cb85-4b57-be7d-f815413e889b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:02:50.090110 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7316de88-854a-4621-82f7-026a6902ee7f req-7a1568d9-3c23-4396-bc6e-fa84ba430d6c service neutron] 10.222.0.66 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803800 Aug 12 22:02:50.253880 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-01462b6e-98d9-4676-ae65-adace6aeab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'name': 'tempest-TestShelveInstance-685216586-router', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:49Z', 'revision_number': 4, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'gw_port': {'id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '6d8438b8-a8f1-4c86-b799-b9ff4b9df97f', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'port_id': 'a7d758b6-20b5-4155-b566-d744a651bc48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'mac_address': 'fa:16:3e:85:43:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:02:48Z', 'updated_at': '2021-08-12T22:02:48Z', 'revision_number': 0, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2', 'name': '', 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'mac_address': 'fa:16:3e:e6:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:48Z', 'updated_at': '2021-08-12T22:01:54Z', 'revision_number': 5, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'subnets': [{'id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:02:50.279233 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01462b6e-98d9-4676-ae65-adace6aeab6a None None] The sync data for ids ['414d4aad-cb85-4b57-be7d-f815413e889b'] in dv-cinder-804457-2-iscsi is: [{'id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'name': 'tempest-TestShelveInstance-685216586-router', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:49Z', 'revision_number': 4, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'gw_port': {'id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '6d8438b8-a8f1-4c86-b799-b9ff4b9df97f', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'port_id': 'a7d758b6-20b5-4155-b566-d744a651bc48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'mac_address': 'fa:16:3e:85:43:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:02:48Z', 'updated_at': '2021-08-12T22:02:48Z', 'revision_number': 0, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2', 'name': '', 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'mac_address': 'fa:16:3e:e6:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:48Z', 'updated_at': '2021-08-12T22:01:54Z', 'revision_number': 5, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'subnets': [{'id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:02:50.457636 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:50.469949 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d0b34-e970-47d2-b9f7-62e099947c6d None None] New status for floating IP 6d8438b8-a8f1-4c86-b799-b9ff4b9df97f: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:02:50.806344 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741629e8-b85b-4248-be8d-486bcc53afcf req-94fe1292-c044-4e84-a8e3-57fe3055371e tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:50.807805 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-741629e8-b85b-4248-be8d-486bcc53afcf req-94fe1292-c044-4e84-a8e3-57fe3055371e tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=c28860ed-a710-42c1-bc3f-f6b7332fdf59 HTTP/1.1" status: 200 len: 945 time: 0.0493934 Aug 12 22:02:50.849679 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-741629e8-b85b-4248-be8d-486bcc53afcf req-c4ce6522-39f6-45a5-8fba-503d86ce127d tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360482 Aug 12 22:02:51.280097 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe662bf-4f47-4bd1-b776-17548140fc97 req-cd344955-7583-4e33-98e1-d2c2f25df3b2 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:02:51.281567 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1fe662bf-4f47-4bd1-b776-17548140fc97 req-cd344955-7583-4e33-98e1-d2c2f25df3b2 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.66 "GET /v2.0/ports?device_id=c28860ed-a710-42c1-bc3f-f6b7332fdf59 HTTP/1.1" status: 200 len: 945 time: 0.0478191 Aug 12 22:02:51.372445 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-1fe662bf-4f47-4bd1-b776-17548140fc97 req-031e82f4-bddc-4c18-8ab7-3fbca9d6e2cf tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Deleting port 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:02:51.372789 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1fe662bf-4f47-4bd1-b776-17548140fc97 req-031e82f4-bddc-4c18-8ab7-3fbca9d6e2cf tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:51.461037 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1fe662bf-4f47-4bd1-b776-17548140fc97 req-031e82f4-bddc-4c18-8ab7-3fbca9d6e2cf tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] For port 23b0abc7-f877-4889-b3c4-b85f5cd6fa51, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=23b0abc7-f877-4889-b3c4-b85f5cd6fa51,segment=NetworkSegment(3ba8d5ee-023c-487b-b535-2470f4778546),segment_id=3ba8d5ee-023c-487b-b535-2470f4778546)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:02:51.461434 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1fe662bf-4f47-4bd1-b776-17548140fc97 req-031e82f4-bddc-4c18-8ab7-3fbca9d6e2cf tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:51.473095 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-1fe662bf-4f47-4bd1-b776-17548140fc97 req-031e82f4-bddc-4c18-8ab7-3fbca9d6e2cf tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Calling delete_port for 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:02:51.599233 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1fe662bf-4f47-4bd1-b776-17548140fc97 req-031e82f4-bddc-4c18-8ab7-3fbca9d6e2cf tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:51.610987 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['23b0abc7-f877-4889-b3c4-b85f5cd6fa51'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:02:51.627567 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e82f4-bddc-4c18-8ab7-3fbca9d6e2cf tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Pushing event deleted for resources: {'Port': ['ID=23b0abc7-f877-4889-b3c4-b85f5cd6fa51,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:02:51.671017 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe662bf-4f47-4bd1-b776-17548140fc97 req-031e82f4-bddc-4c18-8ab7-3fbca9d6e2cf tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] No DVR routers for this DVR port 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 on host hv-cinder-80445 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:02:51.673506 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1fe662bf-4f47-4bd1-b776-17548140fc97 req-031e82f4-bddc-4c18-8ab7-3fbca9d6e2cf tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:02:51.676113 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1fe662bf-4f47-4bd1-b776-17548140fc97 req-031e82f4-bddc-4c18-8ab7-3fbca9d6e2cf tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.66 "DELETE /v2.0/ports/23b0abc7-f877-4889-b3c4-b85f5cd6fa51 HTTP/1.1" status: 204 len: 173 time: 0.3876212 Aug 12 22:02:51.676608 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28860ed-a710-42c1-bc3f-f6b7332fdf59', 'name': 'network-vif-deleted', 'tag': '23b0abc7-f877-4889-b3c4-b85f5cd6fa51'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:02:51.678858 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fab6df-f482-4bec-9322-deffff9ba297" -d '{"events": [{"server_uuid": "c28860ed-a710-42c1-bc3f-f6b7332fdf59", "name": "network-vif-deleted", "tag": "23b0abc7-f877-4889-b3c4-b85f5cd6fa51"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:02:51.717132 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30bb075-d418-482f-9d04-b4b6ac9ce91e x-openstack-request-id: req-b30bb075-d418-482f-9d04-b4b6ac9ce91e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:02:51.717498 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28860ed-a710-42c1-bc3f-f6b7332fdf59", "name": "network-vif-deleted", "tag": "23b0abc7-f877-4889-b3c4-b85f5cd6fa51", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:02:51.717836 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b30bb075-d418-482f-9d04-b4b6ac9ce91e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:02:51.718303 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28860ed-a710-42c1-bc3f-f6b7332fdf59', 'name': 'network-vif-deleted', 'tag': '23b0abc7-f877-4889-b3c4-b85f5cd6fa51', 'status': 'completed', 'code': 200} Aug 12 22:02:51.951103 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e260ee3c-9ec6-4e8c-9774-e78792116238 req-78822578-dc65-4ed7-bb41-0013f034992f tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=c28860ed-a710-42c1-bc3f-f6b7332fdf59 HTTP/1.1" status: 200 len: 210 time: 0.0264745 Aug 12 22:02:56.359215 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:02:56.382380 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:02:56.382724 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 23b0abc7-f877-4889-b3c4-b85f5cd6fa51 not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:03:02.952752 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-42448c39-4380-4d15-bd5e-8c1607fb8b3e tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:02.954150 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-42448c39-4380-4d15-bd5e-8c1607fb8b3e tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/networks?id=8119a760-f494-4f4a-8630-c49cfc52d80a HTTP/1.1" status: 200 len: 814 time: 0.1020825 Aug 12 22:03:02.968518 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-12d9daf3-ec98-4113-8e9c-2aefe1e5cbd8 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/quotas/298aec5ffb584bc28edeebab41706cf4 HTTP/1.1" status: 200 len: 375 time: 0.0088317 Aug 12 22:03:02.999068 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-4debcc63-1237-4ead-be7b-f70f26c76a6d tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=298aec5ffb584bc28edeebab41706cf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250256 Aug 12 22:03:03.087430 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-cbc6b15b-e762-47a3-97b7-a5a5bd871b31 service neutron] 10.222.0.74 "GET /v2.0/networks/8119a760-f494-4f4a-8630-c49cfc52d80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815895 Aug 12 22:03:03.177322 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-34f30566-ac16-4a08-b6d7-18445afe2c4e service neutron] 10.222.0.74 "GET /v2.0/networks/8119a760-f494-4f4a-8630-c49cfc52d80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838654 Aug 12 22:03:03.333903 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-90ff0c58-ba89-4522-ac46-8793dc7539bb req-13e33793-9492-4efe-8da1-67343b4e440c tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 210 time: 0.0263112 Aug 12 22:03:04.228574 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-ec68e468-fefd-4678-bcd5-e74505b72572 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:04.230040 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-ec68e468-fefd-4678-bcd5-e74505b72572 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.66 "GET /v2.0/networks?id=8119a760-f494-4f4a-8630-c49cfc52d80a HTTP/1.1" status: 200 len: 814 time: 0.1015079 Aug 12 22:03:04.244229 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Request body: {'port': {'device_id': 'cd6c63cc-ba72-4be6-8ee2-5012d92cc776', 'network_id': '8119a760-f494-4f4a-8630-c49cfc52d80a', 'admin_state_up': True, 'tenant_id': '298aec5ffb584bc28edeebab41706cf4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:03:04.351023 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Made reservation on behalf of 298aec5ffb584bc28edeebab41706cf4 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:03:04.354657 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:04.440184 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-634c230a-5746-4702-962e-02e5e50ad190 req-5deafbbf-fe0c-48bd-a357-7293bc1aca6f tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 210 time: 0.0311699 Aug 12 22:03:04.502807 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Allocated IP 172.20.0.6 (8119a760-f494-4f4a-8630-c49cfc52d80a/b8e42cb0-3c60-4cc7-828b-a6b7d95b6786/ab991699-440c-4f52-83eb-9cd6e4af9d1e) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:03:04.649056 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:04.687068 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:04.732095 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Network 8119a760-f494-4f4a-8630-c49cfc52d80a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:03:04.735149 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:03:04.739782 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:03:04.746282 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Pushing event updated for resources: {'Port': ['ID=ab991699-440c-4f52-83eb-9cd6e4af9d1e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:04.774640 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:04.774904 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:04.775253 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:04.775596 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:04.775937 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:04.776277 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:04.776612 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:04.776971 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:04.777329 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:04.777659 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:04.777986 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:04.778313 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:04.803054 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:04.803661 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:04.818011 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-03ce874a-3c02-453f-9cc9-30b290f353b7 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5775325 Aug 12 22:03:04.830684 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Request body: {'port': {'device_id': 'cd6c63cc-ba72-4be6-8ee2-5012d92cc776', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:03:04.885678 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:05.136489 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab991699-440c-4f52-83eb-9cd6e4af9d1e {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:03:05.143911 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:05.155485 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Transition to ACTIVE for port object ab991699-440c-4f52-83eb-9cd6e4af9d1e will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:03:05.158170 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:05.208363 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Pushing event updated for resources: {'Port': ['ID=ab991699-440c-4f52-83eb-9cd6e4af9d1e,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:05.272677 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Attempting to bind port ab991699-440c-4f52-83eb-9cd6e4af9d1e on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:03:05.273337 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Attempting to bind port ab991699-440c-4f52-83eb-9cd6e4af9d1e by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '3ba8d5ee-023c-487b-b535-2470f4778546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8119a760-f494-4f4a-8630-c49cfc52d80a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:03:05.273337 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Attempting to bind port ab991699-440c-4f52-83eb-9cd6e4af9d1e on network 8119a760-f494-4f4a-8630-c49cfc52d80a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:03:05.277455 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Port ab991699-440c-4f52-83eb-9cd6e4af9d1e on network 8119a760-f494-4f4a-8630-c49cfc52d80a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:03:05.277779 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Attempting to bind port ab991699-440c-4f52-83eb-9cd6e4af9d1e on network 8119a760-f494-4f4a-8630-c49cfc52d80a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:03:05.282453 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:03:05.282801 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Checking segment: {'id': '3ba8d5ee-023c-487b-b535-2470f4778546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8119a760-f494-4f4a-8630-c49cfc52d80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:03:05.283179 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Bound using segment: {'id': '3ba8d5ee-023c-487b-b535-2470f4778546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8119a760-f494-4f4a-8630-c49cfc52d80a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:03:05.283601 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Bound port: ab991699-440c-4f52-83eb-9cd6e4af9d1e, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba8d5ee-023c-487b-b535-2470f4778546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8119a760-f494-4f4a-8630-c49cfc52d80a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:03:05.283952 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:05.345917 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] For port ab991699-440c-4f52-83eb-9cd6e4af9d1e, host hv-cinder-80445, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:03:05.349654 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] For port ab991699-440c-4f52-83eb-9cd6e4af9d1e, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ab991699-440c-4f52-83eb-9cd6e4af9d1e,segment=NetworkSegment(3ba8d5ee-023c-487b-b535-2470f4778546),segment_id=3ba8d5ee-023c-487b-b535-2470f4778546)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:03:05.354119 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:05.387863 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:05.388400 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:05.389796 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] 10.222.0.66 "PUT /v2.0/ports/ab991699-440c-4f52-83eb-9cd6e4af9d1e HTTP/1.1" status: 200 len: 1093 time: 0.5633905 Aug 12 22:03:05.390226 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6c63cc-ba72-4be6-8ee2-5012d92cc776', 'tag': 'ab991699-440c-4f52-83eb-9cd6e4af9d1e'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:03:05.392701 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48be3b6-0f3e-42df-ab0c-7e3ede73d354" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6c63cc-ba72-4be6-8ee2-5012d92cc776", "tag": "ab991699-440c-4f52-83eb-9cd6e4af9d1e"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:03:05.415506 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f937be-6f53-4e0d-8cb0-6960e8ea5a3c service neutron] Pushing event updated for resources: {'Port': ['ID=ab991699-440c-4f52-83eb-9cd6e4af9d1e,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:05.434356 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bc7e14-b95c-4a7c-b460-c04366463557 x-openstack-request-id: req-96bc7e14-b95c-4a7c-b460-c04366463557 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:03:05.434644 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6c63cc-ba72-4be6-8ee2-5012d92cc776", "tag": "ab991699-440c-4f52-83eb-9cd6e4af9d1e", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:03:05.434913 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-96bc7e14-b95c-4a7c-b460-c04366463557 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:03:05.435309 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6c63cc-ba72-4be6-8ee2-5012d92cc776', 'tag': 'ab991699-440c-4f52-83eb-9cd6e4af9d1e', 'status': 'completed', 'code': 200} Aug 12 22:03:05.484906 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-307eee7d-12dd-4f5d-81a4-134d73d21d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:05.486423 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-307eee7d-12dd-4f5d-81a4-134d73d21d93 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=298aec5ffb584bc28edeebab41706cf4&device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 1096 time: 0.0433333 Aug 12 22:03:05.530718 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-dde059da-29c2-463d-af66-cf5ce003f387 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab991699-440c-4f52-83eb-9cd6e4af9d1e HTTP/1.1" status: 200 len: 217 time: 0.0350544 Aug 12 22:03:05.602097 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-417000af-7497-41a8-9585-e0a0bda4fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:05.603519 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-417000af-7497-41a8-9585-e0a0bda4fd51 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8e42cb0-3c60-4cc7-828b-a6b7d95b6786 HTTP/1.1" status: 200 len: 854 time: 0.0639098 Aug 12 22:03:05.614555 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfd909-8c80-4d91-b478-3c789f16ab6d req-c8c45de5-3faa-402a-bb16-10db8758cde0 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:05.615927 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c4dfd909-8c80-4d91-b478-3c789f16ab6d req-c8c45de5-3faa-402a-bb16-10db8758cde0 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 943 time: 0.0878706 Aug 12 22:03:05.650273 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-895a0c6b-7344-40b9-b396-207d5c9e078a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8119a760-f494-4f4a-8630-c49cfc52d80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334504 Aug 12 22:03:05.683937 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c4dfd909-8c80-4d91-b478-3c789f16ab6d req-452bf396-f9fd-4a8d-be85-3588837f0650 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601904 Aug 12 22:03:05.752075 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-1f6d20d4-654a-4bcd-b4e1-fc9d6ea4dfdb service neutron] 10.222.0.66 "GET /v2.0/networks/8119a760-f494-4f4a-8630-c49cfc52d80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891972 Aug 12 22:03:06.097548 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-80084884-1956-4ef5-b2d5-37879cdb9195 req-b7cdf9de-179b-4a4f-8211-aa3ddeba8986 service neutron] 10.222.0.66 "GET /v2.0/networks/8119a760-f494-4f4a-8630-c49cfc52d80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375211 Aug 12 22:03:06.178958 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48be3b6-0f3e-42df-ab0c-7e3ede73d354 req-65bc9fd1-561e-4cee-b8d9-31e15a3bc364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:06.180514 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c48be3b6-0f3e-42df-ab0c-7e3ede73d354 req-65bc9fd1-561e-4cee-b8d9-31e15a3bc364 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=298aec5ffb584bc28edeebab41706cf4&device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 1096 time: 0.0416279 Aug 12 22:03:06.277157 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48be3b6-0f3e-42df-ab0c-7e3ede73d354 req-889e24b9-93ad-4804-8c9c-c4efce852c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:06.278643 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c48be3b6-0f3e-42df-ab0c-7e3ede73d354 req-889e24b9-93ad-4804-8c9c-c4efce852c51 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8119a760-f494-4f4a-8630-c49cfc52d80a HTTP/1.1" status: 200 len: 915 time: 0.0872281 Aug 12 22:03:06.321499 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c48be3b6-0f3e-42df-ab0c-7e3ede73d354 req-4de9d18a-aa3a-45e0-9466-35573671bca2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab991699-440c-4f52-83eb-9cd6e4af9d1e HTTP/1.1" status: 200 len: 217 time: 0.0342081 Aug 12 22:03:06.376815 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48be3b6-0f3e-42df-ab0c-7e3ede73d354 req-88fa826a-bb83-489c-ada9-84f031eeda57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:06.378167 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c48be3b6-0f3e-42df-ab0c-7e3ede73d354 req-88fa826a-bb83-489c-ada9-84f031eeda57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8e42cb0-3c60-4cc7-828b-a6b7d95b6786 HTTP/1.1" status: 200 len: 854 time: 0.0455956 Aug 12 22:03:06.411891 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c48be3b6-0f3e-42df-ab0c-7e3ede73d354 req-e7d0adf7-282d-4462-a6e2-c5c6b20cab41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8119a760-f494-4f4a-8630-c49cfc52d80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245597 Aug 12 22:03:06.504511 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c48be3b6-0f3e-42df-ab0c-7e3ede73d354 req-4937a817-45b4-4830-a443-1b7ba908d33c service neutron] 10.222.0.66 "GET /v2.0/networks/8119a760-f494-4f4a-8630-c49cfc52d80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831468 Aug 12 22:03:06.593109 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c48be3b6-0f3e-42df-ab0c-7e3ede73d354 req-cf093724-0b07-4ab4-80e5-d071069b80fa service neutron] 10.222.0.66 "GET /v2.0/networks/8119a760-f494-4f4a-8630-c49cfc52d80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815215 Aug 12 22:03:06.800519 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cedfc2-74d3-4521-aace-37e62f15c9b4 req-3af4cdc7-2126-4fe2-8c45-5cd00748a357 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:06.802585 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a8cedfc2-74d3-4521-aace-37e62f15c9b4 req-3af4cdc7-2126-4fe2-8c45-5cd00748a357 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 943 time: 0.0485957 Aug 12 22:03:06.838229 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a8cedfc2-74d3-4521-aace-37e62f15c9b4 req-26cefec0-52de-43f2-9a09-fc003981c455 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298209 Aug 12 22:03:07.846974 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:07.950300 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426b12a-3eee-4c36-977b-eb14131f2bd2 req-c844c01c-5ebe-4258-b899-d490ab455f22 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:07.951764 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6426b12a-3eee-4c36-977b-eb14131f2bd2 req-c844c01c-5ebe-4258-b899-d490ab455f22 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 943 time: 0.0478938 Aug 12 22:03:07.989039 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6426b12a-3eee-4c36-977b-eb14131f2bd2 req-08a124e9-0a30-4573-843b-77625c8a0ad2 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312510 Aug 12 22:03:09.104314 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af822ca-4ec9-40bc-86f6-847dc06d406c req-bce7ec23-035a-408d-b5e5-c47fd7529f04 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:09.105807 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9af822ca-4ec9-40bc-86f6-847dc06d406c req-bce7ec23-035a-408d-b5e5-c47fd7529f04 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 943 time: 0.0520289 Aug 12 22:03:09.142636 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9af822ca-4ec9-40bc-86f6-847dc06d406c req-96fd912f-21f8-4010-b30c-460fc1bac1ff tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309896 Aug 12 22:03:10.252950 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010958a3-4eab-4fb7-a575-29e389a126a8 req-5f16eb70-01e2-4211-8f36-bbcb0bbe4b40 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:10.254677 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-010958a3-4eab-4fb7-a575-29e389a126a8 req-5f16eb70-01e2-4211-8f36-bbcb0bbe4b40 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 943 time: 0.0482960 Aug 12 22:03:10.291982 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-010958a3-4eab-4fb7-a575-29e389a126a8 req-e3c8fa47-a211-47c9-a237-d72ecc3440cf tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316029 Aug 12 22:03:10.397792 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device ab991699-440c-4f52-83eb-9cd6e4af9d1e details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:03:10.487033 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port ab991699-440c-4f52-83eb-9cd6e4af9d1e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ab991699-440c-4f52-83eb-9cd6e4af9d1e,segment=NetworkSegment(3ba8d5ee-023c-487b-b535-2470f4778546),segment_id=3ba8d5ee-023c-487b-b535-2470f4778546)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:10.498716 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': 'ab991699-440c-4f52-83eb-9cd6e4af9d1e', 'network_id': '8119a760-f494-4f4a-8630-c49cfc52d80a', 'port_id': 'ab991699-440c-4f52-83eb-9cd6e4af9d1e', 'mac_address': 'fa:16:3e:27:40:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8e42cb0-3c60-4cc7-828b-a6b7d95b6786', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:03:10.534545 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:10.549429 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab991699-440c-4f52-83eb-9cd6e4af9d1e {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:03:10.568353 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port ab991699-440c-4f52-83eb-9cd6e4af9d1e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ab991699-440c-4f52-83eb-9cd6e4af9d1e,segment=NetworkSegment(3ba8d5ee-023c-487b-b535-2470f4778546),segment_id=3ba8d5ee-023c-487b-b535-2470f4778546)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:10.572106 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:10.616331 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=ab991699-440c-4f52-83eb-9cd6e4af9d1e,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:10.858165 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['ab991699-440c-4f52-83eb-9cd6e4af9d1e'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:03:11.405686 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023bdd6-0f60-469f-b101-aa785768985b req-7114ebbd-ab15-4700-bc56-5397b70a2a09 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:11.407139 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e023bdd6-0f60-469f-b101-aa785768985b req-7114ebbd-ab15-4700-bc56-5397b70a2a09 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 944 time: 0.0500426 Aug 12 22:03:11.444131 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e023bdd6-0f60-469f-b101-aa785768985b req-f4008494-e4cc-4ad5-8543-c2f1f5f69074 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312698 Aug 12 22:03:11.736362 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:03:12.415515 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device ab991699-440c-4f52-83eb-9cd6e4af9d1e up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:03:12.465534 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port ab991699-440c-4f52-83eb-9cd6e4af9d1e completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:03:12.469226 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port ab991699-440c-4f52-83eb-9cd6e4af9d1e triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:03:12.469604 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:12.546914 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:12.562035 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc9aeb-6da5-458e-95f0-946ef89c0c9b req-03dfa156-8a70-4947-88fd-0cbea8df1a1b tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:12.563444 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cedc9aeb-6da5-458e-95f0-946ef89c0c9b req-03dfa156-8a70-4947-88fd-0cbea8df1a1b tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 944 time: 0.0546160 Aug 12 22:03:12.569335 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6c63cc-ba72-4be6-8ee2-5012d92cc776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab991699-440c-4f52-83eb-9cd6e4af9d1e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:03:12.571581 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441204c3-384a-45f5-946a-62e94071864c" -d '{"events": [{"server_uuid": "cd6c63cc-ba72-4be6-8ee2-5012d92cc776", "name": "network-vif-plugged", "status": "completed", "tag": "ab991699-440c-4f52-83eb-9cd6e4af9d1e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:03:12.584803 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port ab991699-440c-4f52-83eb-9cd6e4af9d1e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ab991699-440c-4f52-83eb-9cd6e4af9d1e,segment=NetworkSegment(3ba8d5ee-023c-487b-b535-2470f4778546),segment_id=3ba8d5ee-023c-487b-b535-2470f4778546)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:12.589606 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:12.605400 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cedc9aeb-6da5-458e-95f0-946ef89c0c9b req-0094b1bd-aed3-487d-aa1d-2a911533330b tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338831 Aug 12 22:03:12.617404 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74dd290-4b4f-4b4f-8535-771fd5bf3e19 x-openstack-request-id: req-a74dd290-4b4f-4b4f-8535-771fd5bf3e19 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:03:12.617777 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6c63cc-ba72-4be6-8ee2-5012d92cc776", "name": "network-vif-plugged", "status": "completed", "tag": "ab991699-440c-4f52-83eb-9cd6e4af9d1e", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:03:12.618042 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a74dd290-4b4f-4b4f-8535-771fd5bf3e19 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:03:12.618445 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6c63cc-ba72-4be6-8ee2-5012d92cc776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab991699-440c-4f52-83eb-9cd6e4af9d1e', 'code': 200} Aug 12 22:03:12.645771 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=ab991699-440c-4f52-83eb-9cd6e4af9d1e,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:12.772503 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076d8cd-04b2-44df-b13e-682595ae12e9 req-b81b33ef-d7ea-4fff-9f69-3b174c70eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:12.774016 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6076d8cd-04b2-44df-b13e-682595ae12e9 req-b81b33ef-d7ea-4fff-9f69-3b174c70eb1f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 1098 time: 0.0398688 Aug 12 22:03:12.808118 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6076d8cd-04b2-44df-b13e-682595ae12e9 req-1c8ddbb9-2ef5-4074-8c2e-c6d42e6b0b8f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271151 Aug 12 22:03:13.725103 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a7c1b-726d-40de-bb8b-cda5b50e6aab req-15c9dc40-b0aa-431f-a24a-69256e6e53a0 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:13.726610 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d75a7c1b-726d-40de-bb8b-cda5b50e6aab req-15c9dc40-b0aa-431f-a24a-69256e6e53a0 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 945 time: 0.0515699 Aug 12 22:03:13.765745 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d75a7c1b-726d-40de-bb8b-cda5b50e6aab req-264b817a-e2f1-44ec-ae81-85aab52776f1 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329525 Aug 12 22:03:14.879020 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7baa45-dde6-4851-9dd5-a70db25ed1f2 req-23bc37c1-7bcb-4915-8929-bc877aa438b8 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:14.881061 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dc7baa45-dde6-4851-9dd5-a70db25ed1f2 req-23bc37c1-7bcb-4915-8929-bc877aa438b8 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 945 time: 0.0509109 Aug 12 22:03:14.917580 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dc7baa45-dde6-4851-9dd5-a70db25ed1f2 req-900a50b5-068c-4c25-88e3-b61ebf4562fc tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305545 Aug 12 22:03:15.272500 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a27ebf7-f824-4a5e-b15e-9737a3627a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:17.749856 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a69139e7-d127-47ae-a3bc-77166fbeab28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:18.195595 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:18.959664 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:20.460387 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:21.077367 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36474) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:21.237202 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Deleting port 6def01c6-d17f-4257-ace3-d0d2ccd5048c {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:03:21.237547 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:21.314507 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:21.314893 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:21.327603 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Calling delete_port for 6def01c6-d17f-4257-ace3-d0d2ccd5048c owned by network:floatingip {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:03:21.501377 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:21.527618 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event deleted for resources: {'Port': ['ID=6def01c6-d17f-4257-ace3-d0d2ccd5048c,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:21.540042 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:21.540402 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:21.540756 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:21.541102 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:21.541464 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:21.541804 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:21.542142 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:21.542478 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:21.542813 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:21.543143 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:21.543473 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:21.543799 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:21.602139 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:21.602388 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.db.l3_db [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Floating IP 78eec725-8f64-40ca-b57a-30c80b9f495e disassociated (deleted). External IP: 172.27.1.99, port: 3180e0a1-988a-43b5-a673-cdaf8adf6fad. Aug 12 22:03:21.803489 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:03:21.905982 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:03:21.910723 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:21.916020 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c701e-6253-41b8-93fa-a43ce23eaa20 None None] Sync routers for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:03:21.924693 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c701e-6253-41b8-93fa-a43ce23eaa20 None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:03:21.925346 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-b72c701e-6253-41b8-93fa-a43ce23eaa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:03:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:21.940098 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-0f984c50-d3ad-4701-a58a-35f09044e4a5 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "DELETE /v2.0/floatingips/78eec725-8f64-40ca-b57a-30c80b9f495e HTTP/1.1" status: 204 len: 168 time: 0.8615770 Aug 12 22:03:21.940757 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb', 'tag': '3180e0a1-988a-43b5-a673-cdaf8adf6fad'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:03:21.943324 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da273975-6d8e-4553-87fe-515f911f9ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb", "tag": "3180e0a1-988a-43b5-a673-cdaf8adf6fad"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:03:21.990577 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb81a4c-e025-4eba-b6b3-54b6e31de8dd x-openstack-request-id: req-0eb81a4c-e025-4eba-b6b3-54b6e31de8dd {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:03:21.990873 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb", "tag": "3180e0a1-988a-43b5-a673-cdaf8adf6fad", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:03:21.991151 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0eb81a4c-e025-4eba-b6b3-54b6e31de8dd {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:03:21.991850 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb', 'tag': '3180e0a1-988a-43b5-a673-cdaf8adf6fad', 'status': 'completed', 'code': 200} Aug 12 22:03:22.031061 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-b72c701e-6253-41b8-93fa-a43ce23eaa20 None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:03:22.069227 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da273975-6d8e-4553-87fe-515f911f9ee4 req-e27bf0f6-ca38-48d8-b55d-0bf376f064ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:22.073288 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-da273975-6d8e-4553-87fe-515f911f9ee4 req-e27bf0f6-ca38-48d8-b55d-0bf376f064ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8e3429a9f264b3f96368c74923af18f&device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 1099 time: 0.0576205 Aug 12 22:03:22.219417 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e99c7a-d707-4e3f-8bfc-bb1695912a2d req-d32d1c93-de12-4978-978c-c20a0017fbc3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:22.220906 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-25e99c7a-d707-4e3f-8bfc-bb1695912a2d req-d32d1c93-de12-4978-978c-c20a0017fbc3 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 946 time: 0.0817833 Aug 12 22:03:22.222352 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da273975-6d8e-4553-87fe-515f911f9ee4 req-e1c20214-d04f-48ea-be36-735b99a89939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:22.223721 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-da273975-6d8e-4553-87fe-515f911f9ee4 req-e1c20214-d04f-48ea-be36-735b99a89939 service neutron] 10.222.0.66 "GET /v2.0/networks?id=613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 200 len: 913 time: 0.1318805 Aug 12 22:03:22.262260 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-b72c701e-6253-41b8-93fa-a43ce23eaa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': 'fb67801f-e021-43f6-b838-bba5dd3a3581', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'port_id': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'mac_address': 'fa:16:3e:a5:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:59:46Z', 'updated_at': '2021-08-12T21:59:48Z', 'revision_number': 1, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:22.275634 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-da273975-6d8e-4553-87fe-515f911f9ee4 req-4724cfbe-9216-467a-89e4-78f48d395bcf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3180e0a1-988a-43b5-a673-cdaf8adf6fad HTTP/1.1" status: 200 len: 217 time: 0.0416028 Aug 12 22:03:22.291477 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c701e-6253-41b8-93fa-a43ce23eaa20 None None] Checking router: 9e73ea9a-2a76-435e-9431-5f31bc4dd771 for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:03:22.304250 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c701e-6253-41b8-93fa-a43ce23eaa20 None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:03:22.304907 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-b72c701e-6253-41b8-93fa-a43ce23eaa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:03:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:22.321142 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-25e99c7a-d707-4e3f-8bfc-bb1695912a2d req-7d0b1e2f-e893-4847-8e56-f851f7c8b020 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938981 Aug 12 22:03:22.340864 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da273975-6d8e-4553-87fe-515f911f9ee4 req-4f834ac2-12fc-4c1b-9245-653af9026819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:22.340864 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-da273975-6d8e-4553-87fe-515f911f9ee4 req-4f834ac2-12fc-4c1b-9245-653af9026819 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d02462e4-e48f-4f21-a855-efcf02a2fe69 HTTP/1.1" status: 200 len: 851 time: 0.0554059 Aug 12 22:03:22.387319 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da273975-6d8e-4553-87fe-515f911f9ee4 req-ba2b0053-44b0-484f-9684-705dd0cbe311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:22.388807 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-da273975-6d8e-4553-87fe-515f911f9ee4 req-ba2b0053-44b0-484f-9684-705dd0cbe311 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=613fc478-5bf3-40ff-985a-d2037dcedd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400643 Aug 12 22:03:22.408405 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-b72c701e-6253-41b8-93fa-a43ce23eaa20 None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:03:22.480845 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-da273975-6d8e-4553-87fe-515f911f9ee4 req-30c5a40d-30f3-4df5-aeff-900cc844c1b2 service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810294 Aug 12 22:03:22.576712 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-da273975-6d8e-4553-87fe-515f911f9ee4 req-86704311-f180-42af-8f3c-2e2d33c1f08d service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853708 Aug 12 22:03:22.627749 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-b72c701e-6253-41b8-93fa-a43ce23eaa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': 'fb67801f-e021-43f6-b838-bba5dd3a3581', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'port_id': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'mac_address': 'fa:16:3e:a5:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:59:46Z', 'updated_at': '2021-08-12T21:59:48Z', 'revision_number': 1, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:22.655471 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c701e-6253-41b8-93fa-a43ce23eaa20 None None] The sync data for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi is: [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': 'fb67801f-e021-43f6-b838-bba5dd3a3581', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'port_id': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'mac_address': 'fa:16:3e:a5:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:59:46Z', 'updated_at': '2021-08-12T21:59:48Z', 'revision_number': 1, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:03:22.893156 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c97bc1-44ff-4580-a1fd-b6a962e58fc4 None None] New status for floating IP 78eec725-8f64-40ca-b57a-30c80b9f495e: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:03:23.435791 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef454334-b984-4836-a11e-00c50b46b5d0 req-fbce5ba0-3076-4a16-9716-8d90ffa14588 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:23.437291 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef454334-b984-4836-a11e-00c50b46b5d0 req-fbce5ba0-3076-4a16-9716-8d90ffa14588 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 946 time: 0.0496707 Aug 12 22:03:23.473753 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef454334-b984-4836-a11e-00c50b46b5d0 req-016e6a37-b9d5-48ea-9776-4a068b61892d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306942 Aug 12 22:03:24.589228 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066de85d-6807-4b96-8b68-f6f644c90312 req-40d981df-8388-4f1d-9d9d-d57dbe608e27 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:24.590620 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-066de85d-6807-4b96-8b68-f6f644c90312 req-40d981df-8388-4f1d-9d9d-d57dbe608e27 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 946 time: 0.0484457 Aug 12 22:03:24.633376 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-066de85d-6807-4b96-8b68-f6f644c90312 req-76fbe31a-3a20-401f-9762-57c906a7c30c tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369194 Aug 12 22:03:25.744909 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209739bc-07f7-48c2-91dd-30cf29d9d05f req-fa6d38b2-8506-4328-aa69-75f3df5154be tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:25.746685 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-209739bc-07f7-48c2-91dd-30cf29d9d05f req-fa6d38b2-8506-4328-aa69-75f3df5154be tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 946 time: 0.0482841 Aug 12 22:03:25.785253 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-209739bc-07f7-48c2-91dd-30cf29d9d05f req-3ca186ff-fd6d-42d4-be19-6bdd4df6cf6d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321939 Aug 12 22:03:26.778937 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b15e6e-a897-4300-8684-b23e294113bd req-cca2a6f7-f95a-41a1-8313-74fd883e2dfc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:26.780379 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-15b15e6e-a897-4300-8684-b23e294113bd req-cca2a6f7-f95a-41a1-8313-74fd883e2dfc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 946 time: 0.0478072 Aug 12 22:03:26.912486 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eed911-0c92-4faf-ac50-6b3bb700d8a3 req-20746f27-1276-4389-b4f4-0a6c9d3b5949 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:26.914005 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-81eed911-0c92-4faf-ac50-6b3bb700d8a3 req-20746f27-1276-4389-b4f4-0a6c9d3b5949 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 946 time: 0.0627613 Aug 12 22:03:26.916881 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-15b15e6e-a897-4300-8684-b23e294113bd req-e66a9143-2636-4d1f-8a18-38cd942bf166 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Deleting port 3180e0a1-988a-43b5-a673-cdaf8adf6fad {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:03:26.917321 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-15b15e6e-a897-4300-8684-b23e294113bd req-e66a9143-2636-4d1f-8a18-38cd942bf166 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:27.002325 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-81eed911-0c92-4faf-ac50-6b3bb700d8a3 req-abc321ec-a265-48bc-bacd-73b55d529f09 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810189 Aug 12 22:03:27.042891 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-15b15e6e-a897-4300-8684-b23e294113bd req-e66a9143-2636-4d1f-8a18-38cd942bf166 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] For port 3180e0a1-988a-43b5-a673-cdaf8adf6fad, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3180e0a1-988a-43b5-a673-cdaf8adf6fad,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:27.043188 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-15b15e6e-a897-4300-8684-b23e294113bd req-e66a9143-2636-4d1f-8a18-38cd942bf166 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:27.056118 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-15b15e6e-a897-4300-8684-b23e294113bd req-e66a9143-2636-4d1f-8a18-38cd942bf166 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Calling delete_port for 3180e0a1-988a-43b5-a673-cdaf8adf6fad owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:03:27.179146 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-15b15e6e-a897-4300-8684-b23e294113bd req-e66a9143-2636-4d1f-8a18-38cd942bf166 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:27.208603 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a9143-2636-4d1f-8a18-38cd942bf166 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event deleted for resources: {'Port': ['ID=3180e0a1-988a-43b5-a673-cdaf8adf6fad,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:27.250361 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b15e6e-a897-4300-8684-b23e294113bd req-e66a9143-2636-4d1f-8a18-38cd942bf166 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] No DVR routers for this DVR port 3180e0a1-988a-43b5-a673-cdaf8adf6fad on host hv-cinder-80445 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:03:27.252973 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-15b15e6e-a897-4300-8684-b23e294113bd req-e66a9143-2636-4d1f-8a18-38cd942bf166 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:27.255136 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-15b15e6e-a897-4300-8684-b23e294113bd req-e66a9143-2636-4d1f-8a18-38cd942bf166 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.66 "DELETE /v2.0/ports/3180e0a1-988a-43b5-a673-cdaf8adf6fad HTTP/1.1" status: 204 len: 173 time: 0.4672430 Aug 12 22:03:27.256366 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb', 'name': 'network-vif-deleted', 'tag': '3180e0a1-988a-43b5-a673-cdaf8adf6fad'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:03:27.259482 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5538017a-a787-4996-bbca-bcfda740de08" -d '{"events": [{"server_uuid": "5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb", "name": "network-vif-deleted", "tag": "3180e0a1-988a-43b5-a673-cdaf8adf6fad"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:03:27.295904 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36df042-cc28-446c-9c25-00a33c590926 x-openstack-request-id: req-d36df042-cc28-446c-9c25-00a33c590926 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:03:27.296197 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb", "name": "network-vif-deleted", "tag": "3180e0a1-988a-43b5-a673-cdaf8adf6fad", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:03:27.296456 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d36df042-cc28-446c-9c25-00a33c590926 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:03:27.296996 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb', 'name': 'network-vif-deleted', 'tag': '3180e0a1-988a-43b5-a673-cdaf8adf6fad', 'status': 'completed', 'code': 200} Aug 12 22:03:28.094839 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-95fc37bc-2ce9-49a6-a546-d38a294efc2a req-d55e7951-18f8-41a5-9ab4-dd52134e089d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 210 time: 0.0257919 Aug 12 22:03:29.186498 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b430c28c-aa96-421d-87d2-c1ff15d62248 req-00431216-f604-4c6b-96d3-4806c568618c tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 210 time: 0.0252063 Aug 12 22:03:30.279308 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-60e7f55d-2c3f-42fc-8c0e-2ee41342d7c7 req-67bfaab6-0b88-4726-b04e-238975d5b7b2 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c2ba51b-6185-4f61-9f8a-4e2dafef8ebb HTTP/1.1" status: 200 len: 210 time: 0.0257909 Aug 12 22:03:30.479844 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 3180e0a1-988a-43b5-a673-cdaf8adf6fad no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:03:30.502917 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: 3180e0a1-988a-43b5-a673-cdaf8adf6fad {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:03:30.503264 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 3180e0a1-988a-43b5-a673-cdaf8adf6fad not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:03:33.548607 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36562) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:33.700483 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-60a29c9c-d884-43e3-bb09-99a75a8b326d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Deleting port a17e78be-282a-4362-8219-cfcb84415a1a {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:03:33.700829 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-60a29c9c-d884-43e3-bb09-99a75a8b326d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:33.774321 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-60a29c9c-d884-43e3-bb09-99a75a8b326d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:33.774656 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-60a29c9c-d884-43e3-bb09-99a75a8b326d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:33.785933 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-60a29c9c-d884-43e3-bb09-99a75a8b326d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Calling delete_port for a17e78be-282a-4362-8219-cfcb84415a1a owned by network:floatingip {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:03:33.933055 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-60a29c9c-d884-43e3-bb09-99a75a8b326d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:33.963156 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a29c9c-d884-43e3-bb09-99a75a8b326d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event deleted for resources: {'Port': ['ID=a17e78be-282a-4362-8219-cfcb84415a1a,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:34.021233 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-60a29c9c-d884-43e3-bb09-99a75a8b326d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:34.021577 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.db.l3_db [None req-60a29c9c-d884-43e3-bb09-99a75a8b326d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Floating IP fb67801f-e021-43f6-b838-bba5dd3a3581 disassociated (deleted). External IP: 172.27.1.186, port: ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1. Aug 12 22:03:34.218122 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a29c9c-d884-43e3-bb09-99a75a8b326d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:03:34.324065 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a29c9c-d884-43e3-bb09-99a75a8b326d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:03:34.329393 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-60a29c9c-d884-43e3-bb09-99a75a8b326d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:34.334656 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3e595-8ea9-495a-8b34-5f0dde61d000 None None] Sync routers for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:03:34.343696 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be3e595-8ea9-495a-8b34-5f0dde61d000 None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:03:34.344314 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-1be3e595-8ea9-495a-8b34-5f0dde61d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:03:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:34.358863 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-60a29c9c-d884-43e3-bb09-99a75a8b326d tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "DELETE /v2.0/floatingips/fb67801f-e021-43f6-b838-bba5dd3a3581 HTTP/1.1" status: 204 len: 168 time: 0.8067894 Aug 12 22:03:34.358863 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'tag': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:03:34.359421 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f4ed54-ca94-46e4-986d-919d6efff284" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9", "tag": "ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:03:34.399879 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a100f9bd-9efe-4f07-bd7e-9db3d464fd4d x-openstack-request-id: req-a100f9bd-9efe-4f07-bd7e-9db3d464fd4d {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:03:34.400177 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9", "tag": "ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:03:34.400439 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a100f9bd-9efe-4f07-bd7e-9db3d464fd4d {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:03:34.400857 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'tag': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'status': 'completed', 'code': 200} Aug 12 22:03:34.500390 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4ed54-ca94-46e4-986d-919d6efff284 req-526366a9-9631-4057-bb54-3f8049b4581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:34.504261 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3f4ed54-ca94-46e4-986d-919d6efff284 req-526366a9-9631-4057-bb54-3f8049b4581e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8e3429a9f264b3f96368c74923af18f&device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 1098 time: 0.0820136 Aug 12 22:03:34.602316 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-1be3e595-8ea9-495a-8b34-5f0dde61d000 None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:03:34.683284 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4ed54-ca94-46e4-986d-919d6efff284 req-9f80cdae-0f92-407f-a21b-ef95391ca755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:34.684984 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3f4ed54-ca94-46e4-986d-919d6efff284 req-9f80cdae-0f92-407f-a21b-ef95391ca755 service neutron] 10.222.0.66 "GET /v2.0/networks?id=613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 200 len: 913 time: 0.1736259 Aug 12 22:03:34.742871 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3f4ed54-ca94-46e4-986d-919d6efff284 req-1c0762ae-04ad-4e71-9587-de323ebca530 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 HTTP/1.1" status: 200 len: 217 time: 0.0481157 Aug 12 22:03:34.754308 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bfd5f-b5c1-435d-8bec-194b740df599 req-0fefe75a-eaf0-457e-82b9-c3d5cb0d727f tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:34.755768 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db3bfd5f-b5c1-435d-8bec-194b740df599 req-0fefe75a-eaf0-457e-82b9-c3d5cb0d727f tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 945 time: 0.1655192 Aug 12 22:03:34.824364 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db3bfd5f-b5c1-435d-8bec-194b740df599 req-61e702ec-01c3-4ea7-8b33-00da09fae414 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594788 Aug 12 22:03:34.825881 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4ed54-ca94-46e4-986d-919d6efff284 req-79653e41-708b-4f3b-b751-494627bc3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:34.827360 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3f4ed54-ca94-46e4-986d-919d6efff284 req-79653e41-708b-4f3b-b751-494627bc3c1d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d02462e4-e48f-4f21-a855-efcf02a2fe69 HTTP/1.1" status: 200 len: 851 time: 0.0706465 Aug 12 22:03:34.829588 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-1be3e595-8ea9-495a-8b34-5f0dde61d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:34.857413 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3e595-8ea9-495a-8b34-5f0dde61d000 None None] Checking router: 9e73ea9a-2a76-435e-9431-5f31bc4dd771 for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:03:34.866035 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be3e595-8ea9-495a-8b34-5f0dde61d000 None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:03:34.866655 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-1be3e595-8ea9-495a-8b34-5f0dde61d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:03:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:34.879682 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4ed54-ca94-46e4-986d-919d6efff284 req-07ba3bf2-6eb3-4478-8d07-8bd05cd2e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:34.881216 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3f4ed54-ca94-46e4-986d-919d6efff284 req-07ba3bf2-6eb3-4478-8d07-8bd05cd2e4e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=613fc478-5bf3-40ff-985a-d2037dcedd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438123 Aug 12 22:03:34.970982 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-1be3e595-8ea9-495a-8b34-5f0dde61d000 None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:03:34.990881 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3f4ed54-ca94-46e4-986d-919d6efff284 req-0cdd3a54-559d-4b25-9895-ac7fbe895dce service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822127 Aug 12 22:03:35.098854 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3f4ed54-ca94-46e4-986d-919d6efff284 req-c31418a6-3118-4eb3-848a-8982c73ef66b service neutron] 10.222.0.66 "GET /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905399 Aug 12 22:03:35.172416 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-1be3e595-8ea9-495a-8b34-5f0dde61d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:35.198550 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3e595-8ea9-495a-8b34-5f0dde61d000 None None] The sync data for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi is: [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T21:56:01Z', 'revision_number': 4, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'be8fdd6c-4f2a-4848-8eb3-d80412de78f8', 'name': '', 'network_id': '613fc478-5bf3-40ff-985a-d2037dcedd3d', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'mac_address': 'fa:16:3e:16:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:00Z', 'updated_at': '2021-08-12T21:56:10Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'subnets': [{'id': 'd02462e4-e48f-4f21-a855-efcf02a2fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:03:35.430579 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f544c-867e-4eb4-a871-136016d50f78 None None] New status for floating IP fb67801f-e021-43f6-b838-bba5dd3a3581: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:03:35.947113 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2786d-dd0c-4438-82e3-5c9b9ac43167 req-8b24b04b-1456-45e9-9426-3de19c1d758e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:35.948713 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bca2786d-dd0c-4438-82e3-5c9b9ac43167 req-8b24b04b-1456-45e9-9426-3de19c1d758e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 945 time: 0.0507748 Aug 12 22:03:36.013011 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bca2786d-dd0c-4438-82e3-5c9b9ac43167 req-f4857a44-dc42-447b-8098-6b28534dcbdc tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/security-groups?id=24756664-b713-48c1-bd3e-e35339f667ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538373 Aug 12 22:03:36.021977 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb555d-7592-48c1-b828-19d6063a6162 req-74047d7b-b93c-4af1-9bda-2f1e9ac78daa tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:36.023551 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3fb555d-7592-48c1-b828-19d6063a6162 req-74047d7b-b93c-4af1-9bda-2f1e9ac78daa tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 945 time: 0.0737400 Aug 12 22:03:36.062603 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3fb555d-7592-48c1-b828-19d6063a6162 req-e9a79943-cebc-41f8-9886-f4c454317611 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331624 Aug 12 22:03:36.203112 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4029995-0a5e-4544-aa06-558cf593c69d req-e1176c76-0d0f-47a8-90d7-1e188f1d5cd0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:36.204526 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e4029995-0a5e-4544-aa06-558cf593c69d req-e1176c76-0d0f-47a8-90d7-1e188f1d5cd0 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 945 time: 0.0503259 Aug 12 22:03:36.300395 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-e4029995-0a5e-4544-aa06-558cf593c69d req-cd29ee24-0d8a-4443-b01f-d38fa35b695e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Deleting port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:03:36.300737 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e4029995-0a5e-4544-aa06-558cf593c69d req-cd29ee24-0d8a-4443-b01f-d38fa35b695e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:36.397585 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e4029995-0a5e-4544-aa06-558cf593c69d req-cd29ee24-0d8a-4443-b01f-d38fa35b695e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] For port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:36.397948 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e4029995-0a5e-4544-aa06-558cf593c69d req-cd29ee24-0d8a-4443-b01f-d38fa35b695e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:36.410182 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-e4029995-0a5e-4544-aa06-558cf593c69d req-cd29ee24-0d8a-4443-b01f-d38fa35b695e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Calling delete_port for ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:03:36.533293 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e4029995-0a5e-4544-aa06-558cf593c69d req-cd29ee24-0d8a-4443-b01f-d38fa35b695e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:36.561844 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29ee24-0d8a-4443-b01f-d38fa35b695e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event deleted for resources: {'Port': ['ID=ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:36.605068 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4029995-0a5e-4544-aa06-558cf593c69d req-cd29ee24-0d8a-4443-b01f-d38fa35b695e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] No DVR routers for this DVR port ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 on host hv-cinder-80445 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:03:36.608051 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e4029995-0a5e-4544-aa06-558cf593c69d req-cd29ee24-0d8a-4443-b01f-d38fa35b695e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:36.610047 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e4029995-0a5e-4544-aa06-558cf593c69d req-cd29ee24-0d8a-4443-b01f-d38fa35b695e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.66 "DELETE /v2.0/ports/ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 HTTP/1.1" status: 204 len: 173 time: 0.3978112 Aug 12 22:03:36.610488 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'name': 'network-vif-deleted', 'tag': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:03:36.612704 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12aec858-14ef-4ce2-bbda-a215f3dfaf6d" -d '{"events": [{"server_uuid": "eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9", "name": "network-vif-deleted", "tag": "ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:03:36.651028 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2df6c4-ef6b-4dbc-bc84-60e7845f4463 x-openstack-request-id: req-7f2df6c4-ef6b-4dbc-bc84-60e7845f4463 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:03:36.651306 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9", "name": "network-vif-deleted", "tag": "ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:03:36.651563 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7f2df6c4-ef6b-4dbc-bc84-60e7845f4463 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:03:36.651964 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9', 'name': 'network-vif-deleted', 'tag': 'ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1', 'status': 'completed', 'code': 200} Aug 12 22:03:37.116111 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2f80e1b1-16ae-4cb4-99ef-e6f7e87af920 req-d81f181e-f1fb-41f6-bc13-4cef0e866d96 tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb9a5eae-8ed5-41a3-8998-d0d629fa5ab9 HTTP/1.1" status: 200 len: 210 time: 0.0267541 Aug 12 22:03:37.184952 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5988113-8f13-4e20-9c01-88c1c8b693f6 req-36f6bb75-05b5-4b15-a601-bb59bea1f798 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:37.186597 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b5988113-8f13-4e20-9c01-88c1c8b693f6 req-36f6bb75-05b5-4b15-a601-bb59bea1f798 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 945 time: 0.0504334 Aug 12 22:03:37.224645 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b5988113-8f13-4e20-9c01-88c1c8b693f6 req-dada0e73-0713-4152-9d61-2169c7968736 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/security-groups?id=288a6efa-4ca4-4a58-be7a-ffbcf659280e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Aug 12 22:03:37.579642 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081efba-551f-48af-881d-d647b51492a1 req-24c8975c-e7a8-4c92-b18a-5f747015fd1d tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:03:37.581078 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6081efba-551f-48af-881d-d647b51492a1 req-24c8975c-e7a8-4c92-b18a-5f747015fd1d tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 945 time: 0.0503137 Aug 12 22:03:37.669529 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6081efba-551f-48af-881d-d647b51492a1 req-e1cb06bd-af65-490a-a74c-d6aa317f88b2 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Deleting port ab991699-440c-4f52-83eb-9cd6e4af9d1e {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:03:37.669867 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6081efba-551f-48af-881d-d647b51492a1 req-e1cb06bd-af65-490a-a74c-d6aa317f88b2 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:37.756443 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6081efba-551f-48af-881d-d647b51492a1 req-e1cb06bd-af65-490a-a74c-d6aa317f88b2 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] For port ab991699-440c-4f52-83eb-9cd6e4af9d1e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ab991699-440c-4f52-83eb-9cd6e4af9d1e,segment=NetworkSegment(3ba8d5ee-023c-487b-b535-2470f4778546),segment_id=3ba8d5ee-023c-487b-b535-2470f4778546)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:37.756803 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6081efba-551f-48af-881d-d647b51492a1 req-e1cb06bd-af65-490a-a74c-d6aa317f88b2 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:37.769330 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6081efba-551f-48af-881d-d647b51492a1 req-e1cb06bd-af65-490a-a74c-d6aa317f88b2 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Calling delete_port for ab991699-440c-4f52-83eb-9cd6e4af9d1e owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:03:37.865205 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:37.896387 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6081efba-551f-48af-881d-d647b51492a1 req-e1cb06bd-af65-490a-a74c-d6aa317f88b2 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:37.907224 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['ab991699-440c-4f52-83eb-9cd6e4af9d1e'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:03:37.925026 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb06bd-af65-490a-a74c-d6aa317f88b2 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Pushing event deleted for resources: {'Port': ['ID=ab991699-440c-4f52-83eb-9cd6e4af9d1e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:37.964948 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6081efba-551f-48af-881d-d647b51492a1 req-e1cb06bd-af65-490a-a74c-d6aa317f88b2 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] No DVR routers for this DVR port ab991699-440c-4f52-83eb-9cd6e4af9d1e on host hv-cinder-80445 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:03:37.967352 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6081efba-551f-48af-881d-d647b51492a1 req-e1cb06bd-af65-490a-a74c-d6aa317f88b2 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:37.969385 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6081efba-551f-48af-881d-d647b51492a1 req-e1cb06bd-af65-490a-a74c-d6aa317f88b2 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.66 "DELETE /v2.0/ports/ab991699-440c-4f52-83eb-9cd6e4af9d1e HTTP/1.1" status: 204 len: 173 time: 0.3824611 Aug 12 22:03:38.171727 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36596) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:38.296326 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-1b19cb3b-5d86-4fcd-bd6d-3d32a01ecafa tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Deleting port b0797c1a-4ae7-45db-a2b7-d5c364b14d56 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:03:38.296679 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1b19cb3b-5d86-4fcd-bd6d-3d32a01ecafa tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:38.333449 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6112e0da-f3dc-420c-bcbb-551750dbce8b req-deb8bca0-aa35-4c85-9c7f-5f7140192a49 tempest-VolumesSnapshotTestJSON-351395761 tempest-VolumesSnapshotTestJSON-351395761-project] 10.222.0.74 "GET /v2.0/ports?device_id=cd6c63cc-ba72-4be6-8ee2-5012d92cc776 HTTP/1.1" status: 200 len: 210 time: 0.0257864 Aug 12 22:03:38.381042 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1b19cb3b-5d86-4fcd-bd6d-3d32a01ecafa tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:38.381405 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1b19cb3b-5d86-4fcd-bd6d-3d32a01ecafa tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:38.395085 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-1b19cb3b-5d86-4fcd-bd6d-3d32a01ecafa tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Calling delete_port for b0797c1a-4ae7-45db-a2b7-d5c364b14d56 owned by network:floatingip {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:03:38.532378 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1b19cb3b-5d86-4fcd-bd6d-3d32a01ecafa tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:38.557989 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19cb3b-5d86-4fcd-bd6d-3d32a01ecafa tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event deleted for resources: {'Port': ['ID=b0797c1a-4ae7-45db-a2b7-d5c364b14d56,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:38.613258 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1b19cb3b-5d86-4fcd-bd6d-3d32a01ecafa tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:38.615863 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1b19cb3b-5d86-4fcd-bd6d-3d32a01ecafa tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:38.617009 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-1b19cb3b-5d86-4fcd-bd6d-3d32a01ecafa tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "DELETE /v2.0/floatingips/4ee7eb1e-d999-4cd1-9572-1ee9d34748a7 HTTP/1.1" status: 204 len: 168 time: 0.4443147 Aug 12 22:03:38.653624 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6c63cc-ba72-4be6-8ee2-5012d92cc776', 'name': 'network-vif-deleted', 'tag': 'ab991699-440c-4f52-83eb-9cd6e4af9d1e'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:03:38.655931 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dbf65a-ce15-4ef0-8a02-4821710ad3a8" -d '{"events": [{"server_uuid": "cd6c63cc-ba72-4be6-8ee2-5012d92cc776", "name": "network-vif-deleted", "tag": "ab991699-440c-4f52-83eb-9cd6e4af9d1e"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:03:38.691207 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a0018f-5a87-402b-946c-cd04d0b727aa x-openstack-request-id: req-48a0018f-5a87-402b-946c-cd04d0b727aa {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:03:38.691564 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6c63cc-ba72-4be6-8ee2-5012d92cc776", "name": "network-vif-deleted", "tag": "ab991699-440c-4f52-83eb-9cd6e4af9d1e", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:03:38.691885 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-48a0018f-5a87-402b-946c-cd04d0b727aa {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:03:38.692522 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6c63cc-ba72-4be6-8ee2-5012d92cc776', 'name': 'network-vif-deleted', 'tag': 'ab991699-440c-4f52-83eb-9cd6e4af9d1e', 'status': 'completed', 'code': 200} Aug 12 22:03:39.812157 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36620) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:39.873368 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-23a95b38-3c59-49fe-947a-22f8658b288e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:39.898022 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-23a95b38-3c59-49fe-947a-22f8658b288e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:39.961450 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-23a95b38-3c59-49fe-947a-22f8658b288e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:39.963985 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-23a95b38-3c59-49fe-947a-22f8658b288e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:39.965135 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-23a95b38-3c59-49fe-947a-22f8658b288e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] 10.222.0.74 "DELETE /v2.0/security-groups/24756664-b713-48c1-bd3e-e35339f667ab HTTP/1.1" status: 204 len: 168 time: 0.1520185 Aug 12 22:03:39.973973 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a95b38-3c59-49fe-947a-22f8658b288e tempest-TestVolumeBootPattern-807423633 tempest-TestVolumeBootPattern-807423633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24756664-b713-48c1-bd3e-e35339f667ab,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:40.015262 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36624) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:40.572187 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:03:40.595628 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:03:40.595980 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device ca57f3ab-19fe-4db3-ad8f-ea9b60f467c1 not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:03:40.685943 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0108236b-ce1c-4a57-ad5b-13b492298620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3839125'] for router_interface, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:40.933758 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-0108236b-ce1c-4a57-ad5b-13b492298620 admin admin] Deleting port be8fdd6c-4f2a-4848-8eb3-d80412de78f8 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:03:40.934419 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0108236b-ce1c-4a57-ad5b-13b492298620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:41.011682 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-0108236b-ce1c-4a57-ad5b-13b492298620 admin admin] For port be8fdd6c-4f2a-4848-8eb3-d80412de78f8, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=be8fdd6c-4f2a-4848-8eb3-d80412de78f8,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:41.012043 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0108236b-ce1c-4a57-ad5b-13b492298620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:41.025023 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-0108236b-ce1c-4a57-ad5b-13b492298620 admin admin] Calling delete_port for be8fdd6c-4f2a-4848-8eb3-d80412de78f8 owned by network:router_interface {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:03:41.197612 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0108236b-ce1c-4a57-ad5b-13b492298620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:41.220127 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108236b-ce1c-4a57-ad5b-13b492298620 admin admin] Pushing event deleted for resources: {'Port': ['ID=be8fdd6c-4f2a-4848-8eb3-d80412de78f8,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:41.384404 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0108236b-ce1c-4a57-ad5b-13b492298620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732261'] for router_interface, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:41.592618 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0108236b-ce1c-4a57-ad5b-13b492298620 admin admin] Router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:03:41.695318 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0108236b-ce1c-4a57-ad5b-13b492298620 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:03:41.700250 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-0108236b-ce1c-4a57-ad5b-13b492298620 admin admin] 10.222.0.74 "PUT /v2.0/routers/9e73ea9a-2a76-435e-9431-5f31bc4dd771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6838522 Aug 12 22:03:41.702754 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36634) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:41.705302 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f99026-2722-4167-9935-6a598bd56ee0 None None] Sync routers for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:03:41.714957 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f99026-2722-4167-9935-6a598bd56ee0 None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:03:41.715566 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-66f99026-2722-4167-9935-6a598bd56ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:03:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:41.805242 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9e6b63b4-92a2-482c-b40d-c3577b4abd7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:41.821332 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-66f99026-2722-4167-9935-6a598bd56ee0 None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:03:41.911868 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9e6b63b4-92a2-482c-b40d-c3577b4abd7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:41.973395 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b63b4-92a2-482c-b40d-c3577b4abd7a admin admin] Deleting port 8de1a405-0de4-43ba-a232-de604330f02a {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:03:41.974026 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9e6b63b4-92a2-482c-b40d-c3577b4abd7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:42.005319 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-66f99026-2722-4167-9935-6a598bd56ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8de1a405-0de4-43ba-a232-de604330f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T22:03:41Z', 'revision_number': 5, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port': {'id': '8de1a405-0de4-43ba-a232-de604330f02a', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:55:58Z', 'updated_at': '2021-08-12T21:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:42.031152 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f99026-2722-4167-9935-6a598bd56ee0 None None] Checking router: 9e73ea9a-2a76-435e-9431-5f31bc4dd771 for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:03:42.039887 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f99026-2722-4167-9935-6a598bd56ee0 None None] Routers {'9e73ea9a-2a76-435e-9431-5f31bc4dd771'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:03:42.040500 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-66f99026-2722-4167-9935-6a598bd56ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:03:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:42.055217 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-9e6b63b4-92a2-482c-b40d-c3577b4abd7a admin admin] For port 8de1a405-0de4-43ba-a232-de604330f02a, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=8de1a405-0de4-43ba-a232-de604330f02a,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:42.055584 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9e6b63b4-92a2-482c-b40d-c3577b4abd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:42.067106 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b63b4-92a2-482c-b40d-c3577b4abd7a admin admin] Calling delete_port for 8de1a405-0de4-43ba-a232-de604330f02a owned by network:router_gateway {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:03:42.125299 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-66f99026-2722-4167-9935-6a598bd56ee0 None None] Set router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 gateway port host: None {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:03:42.180257 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-66f99026-2722-4167-9935-6a598bd56ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T22:03:41Z', 'revision_number': 6, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port_host': None}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:42.206632 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f99026-2722-4167-9935-6a598bd56ee0 None None] The sync data for ids ['9e73ea9a-2a76-435e-9431-5f31bc4dd771'] in dv-cinder-804457-2-iscsi is: [{'id': '9e73ea9a-2a76-435e-9431-5f31bc4dd771', 'name': 'tempest-TestVolumeBootPattern-1301182564-router', 'tenant_id': 'd8e3429a9f264b3f96368c74923af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:55:57Z', 'updated_at': '2021-08-12T22:03:41Z', 'revision_number': 6, 'project_id': 'd8e3429a9f264b3f96368c74923af18f', 'gw_port_host': None}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:03:42.239060 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9e6b63b4-92a2-482c-b40d-c3577b4abd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:42.265589 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b63b4-92a2-482c-b40d-c3577b4abd7a admin admin] Pushing event deleted for resources: {'Port': ['ID=8de1a405-0de4-43ba-a232-de604330f02a,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:42.324531 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9e6b63b4-92a2-482c-b40d-c3577b4abd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733215'] for router_gateway, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:42.411556 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9e6b63b4-92a2-482c-b40d-c3577b4abd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233106'] for router, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:42.413952 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9e6b63b4-92a2-482c-b40d-c3577b4abd7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:42.457457 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9e6b63b4-92a2-482c-b40d-c3577b4abd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732028'] for router, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:42.457975 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6b63b4-92a2-482c-b40d-c3577b4abd7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e73ea9a-2a76-435e-9431-5f31bc4dd771 {{(pid=93881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:03:42.462948 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9e6b63b4-92a2-482c-b40d-c3577b4abd7a admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:42.464098 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-9e6b63b4-92a2-482c-b40d-c3577b4abd7a admin admin] 10.222.0.74 "DELETE /v2.0/routers/9e73ea9a-2a76-435e-9431-5f31bc4dd771 HTTP/1.1" status: 204 len: 168 time: 0.7603667 Aug 12 22:03:42.466648 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36638) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:42.509451 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a7b673-2663-44f3-9c12-8b83bcf668eb admin admin] Deleting subnet d02462e4-e48f-4f21-a855-efcf02a2fe69 {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:03:42.512321 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-41a7b673-2663-44f3-9c12-8b83bcf668eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:42.546622 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-41a7b673-2663-44f3-9c12-8b83bcf668eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8446774'] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:42.634253 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-41a7b673-2663-44f3-9c12-8b83bcf668eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:42.685253 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-41a7b673-2663-44f3-9c12-8b83bcf668eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8616466'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:42.710664 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7b673-2663-44f3-9c12-8b83bcf668eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d02462e4-e48f-4f21-a855-efcf02a2fe69,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:42.714251 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-41a7b673-2663-44f3-9c12-8b83bcf668eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:42.716107 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-41a7b673-2663-44f3-9c12-8b83bcf668eb admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d02462e4-e48f-4f21-a855-efcf02a2fe69 HTTP/1.1" status: 204 len: 168 time: 0.2485068 Aug 12 22:03:42.718592 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36640) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:42.721048 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762c77b6-284f-43ec-a806-a478df51e064 None None] Network 613fc478-5bf3-40ff-985a-d2037dcedd3d requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:03:42.789665 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:42.841911 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] Deleting port 26b796aa-8576-407f-98f8-a6e3533dbdf5 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:03:42.842258 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:42.905474 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] For port 26b796aa-8576-407f-98f8-a6e3533dbdf5, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=26b796aa-8576-407f-98f8-a6e3533dbdf5,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:42.905842 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:42.919653 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] Calling delete_port for 26b796aa-8576-407f-98f8-a6e3533dbdf5 owned by network:dhcp {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:03:42.945877 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] DHCP port deletion for 613fc478-5bf3-40ff-985a-d2037dcedd3d request from dv-cinder-804457-2-iscsi {{(pid=93883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:03:42.993215 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Deleting port 26b796aa-8576-407f-98f8-a6e3533dbdf5 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:03:42.993576 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:43.007497 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:43.033962 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] Pushing event deleted for resources: {'Port': ['ID=26b796aa-8576-407f-98f8-a6e3533dbdf5,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:43.035791 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] No DVR routers for this DVR port 26b796aa-8576-407f-98f8-a6e3533dbdf5 on host dv-cinder-804457-2-iscsi {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:03:43.064734 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] For port 26b796aa-8576-407f-98f8-a6e3533dbdf5, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=26b796aa-8576-407f-98f8-a6e3533dbdf5,segment=NetworkSegment(9e64b139-8ea6-4c4d-b4e2-7a33230f2bff),segment_id=9e64b139-8ea6-4c4d-b4e2-7a33230f2bff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:43.065250 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:43.079603 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Calling delete_port for 26b796aa-8576-407f-98f8-a6e3533dbdf5 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:03:43.106656 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:43.117472 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613fc478-5bf3-40ff-985a-d2037dcedd3d']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:43.132665 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:43.132970 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e64b139-8ea6-4c4d-b4e2-7a33230f2bff') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:43.142804 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8446753'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:43.157997 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:43.163316 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:43.166169 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:03:43.166628 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416940'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: Traceback (most recent call last): Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: timer() Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: cb(*args, **kw) Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: self._notify() Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: self.callback(batched_events) Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: event.method(event) Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: return f(self, *a, **k) Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._get(url).json() Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:03:43.168676 dv-cinder-804457-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:03:43.190831 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Pushing event deleted for resources: {'Port': ['ID=26b796aa-8576-407f-98f8-a6e3533dbdf5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:43.195553 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] No DVR routers for this DVR port 26b796aa-8576-407f-98f8-a6e3533dbdf5 on host dv-cinder-804457-2-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:03:43.202170 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:43.202523 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:43.202870 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:43.203212 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:43.203543 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:43.203898 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:43.204230 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:43.204560 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:43.204982 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:43.205950 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:43.205950 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:43.205950 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c65912-9c4d-4a17-86e9-59963ce6d9cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:03:43.231964 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:43.239327 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:43.241592 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] 10.222.0.74 "DELETE /v2.0/networks/613fc478-5bf3-40ff-985a-d2037dcedd3d HTTP/1.1" status: 204 len: 168 time: 0.5220881 Aug 12 22:03:43.244491 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 36644) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:43.252440 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a4a4d-2e46-4351-8586-4cb57d52603b admin admin] Pushing event deleted for resources: {'Network': ['ID=613fc478-5bf3-40ff-985a-d2037dcedd3d,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:43.577947 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c504ab20-1259-4166-b87c-96a8ebde803f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3839125'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:43.812766 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c504ab20-1259-4166-b87c-96a8ebde803f admin admin] Deleting port e7006519-0f6e-4624-80df-239216b335ca {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:03:43.813105 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c504ab20-1259-4166-b87c-96a8ebde803f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:43.819726 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device ab991699-440c-4f52-83eb-9cd6e4af9d1e no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:03:43.843714 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: ab991699-440c-4f52-83eb-9cd6e4af9d1e {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:03:43.843976 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device ab991699-440c-4f52-83eb-9cd6e4af9d1e not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:03:43.889501 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c504ab20-1259-4166-b87c-96a8ebde803f admin admin] For port e7006519-0f6e-4624-80df-239216b335ca, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=e7006519-0f6e-4624-80df-239216b335ca,segment=NetworkSegment(d6b5e849-f99b-4b3e-923b-d79ac8fe48c5),segment_id=d6b5e849-f99b-4b3e-923b-d79ac8fe48c5)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:43.889873 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c504ab20-1259-4166-b87c-96a8ebde803f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:43.901877 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c504ab20-1259-4166-b87c-96a8ebde803f admin admin] Calling delete_port for e7006519-0f6e-4624-80df-239216b335ca owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:03:43.971130 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 8de1a405-0de4-43ba-a232-de604330f02a no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:03:44.090401 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c504ab20-1259-4166-b87c-96a8ebde803f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:44.112859 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 8de1a405-0de4-43ba-a232-de604330f02a {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:03:44.113103 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 8de1a405-0de4-43ba-a232-de604330f02a not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:03:44.113560 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 26b796aa-8576-407f-98f8-a6e3533dbdf5 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:03:44.121462 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504ab20-1259-4166-b87c-96a8ebde803f admin admin] Pushing event deleted for resources: {'Port': ['ID=e7006519-0f6e-4624-80df-239216b335ca,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:44.133028 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 26b796aa-8576-407f-98f8-a6e3533dbdf5 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:03:44.133421 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 26b796aa-8576-407f-98f8-a6e3533dbdf5 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:03:44.133842 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device be8fdd6c-4f2a-4848-8eb3-d80412de78f8 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:03:44.155568 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: be8fdd6c-4f2a-4848-8eb3-d80412de78f8 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:03:44.155922 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device be8fdd6c-4f2a-4848-8eb3-d80412de78f8 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:03:44.539297 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c504ab20-1259-4166-b87c-96a8ebde803f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732261'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:44.750020 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c504ab20-1259-4166-b87c-96a8ebde803f admin admin] Router 22013ac6-7636-4a71-9c43-91570cebfc6e has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:03:44.851601 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c504ab20-1259-4166-b87c-96a8ebde803f admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:03:44.856393 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c504ab20-1259-4166-b87c-96a8ebde803f admin admin] 10.222.0.74 "PUT /v2.0/routers/22013ac6-7636-4a71-9c43-91570cebfc6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6108625 Aug 12 22:03:44.858924 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 36648) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:44.861603 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5afd2b-24ed-44e5-ad8e-03ac67dcd77c None None] Sync routers for ids ['22013ac6-7636-4a71-9c43-91570cebfc6e'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:03:44.872296 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5afd2b-24ed-44e5-ad8e-03ac67dcd77c None None] Routers {'22013ac6-7636-4a71-9c43-91570cebfc6e'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:03:44.872982 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0f5afd2b-24ed-44e5-ad8e-03ac67dcd77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:03:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['22013ac6-7636-4a71-9c43-91570cebfc6e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:44.962259 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cca69913-9b6d-435c-9ad1-902982a141b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:44.986755 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-0f5afd2b-24ed-44e5-ad8e-03ac67dcd77c None None] Set router 22013ac6-7636-4a71-9c43-91570cebfc6e gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:03:45.068336 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cca69913-9b6d-435c-9ad1-902982a141b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.124446 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-cca69913-9b6d-435c-9ad1-902982a141b6 admin admin] Deleting port 97345fda-28a0-4301-8d71-e2ef158eff7e {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:03:45.124792 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cca69913-9b6d-435c-9ad1-902982a141b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.192950 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0f5afd2b-24ed-44e5-ad8e-03ac67dcd77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'name': 'tempest-TestVolumeBootPattern-1574252872-router', 'tenant_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '97345fda-28a0-4301-8d71-e2ef158eff7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:56:04Z', 'updated_at': '2021-08-12T22:03:44Z', 'revision_number': 5, 'project_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'gw_port': {'id': '97345fda-28a0-4301-8d71-e2ef158eff7e', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:56:06Z', 'updated_at': '2021-08-12T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:45.214773 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-cca69913-9b6d-435c-9ad1-902982a141b6 admin admin] For port 97345fda-28a0-4301-8d71-e2ef158eff7e, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=97345fda-28a0-4301-8d71-e2ef158eff7e,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:45.215134 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cca69913-9b6d-435c-9ad1-902982a141b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.230694 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-cca69913-9b6d-435c-9ad1-902982a141b6 admin admin] Calling delete_port for 97345fda-28a0-4301-8d71-e2ef158eff7e owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:03:45.282030 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0cf35e2-4b39-4eaf-afda-64d348f226d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.345401 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5afd2b-24ed-44e5-ad8e-03ac67dcd77c None None] Checking router: 22013ac6-7636-4a71-9c43-91570cebfc6e for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:03:45.356901 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5afd2b-24ed-44e5-ad8e-03ac67dcd77c None None] Routers {'22013ac6-7636-4a71-9c43-91570cebfc6e'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:03:45.357575 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0f5afd2b-24ed-44e5-ad8e-03ac67dcd77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:03:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['22013ac6-7636-4a71-9c43-91570cebfc6e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:45.451832 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cca69913-9b6d-435c-9ad1-902982a141b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.455322 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-0f5afd2b-24ed-44e5-ad8e-03ac67dcd77c None None] Set router 22013ac6-7636-4a71-9c43-91570cebfc6e gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:03:45.479514 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca69913-9b6d-435c-9ad1-902982a141b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=97345fda-28a0-4301-8d71-e2ef158eff7e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:45.510650 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0f5afd2b-24ed-44e5-ad8e-03ac67dcd77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'name': 'tempest-TestVolumeBootPattern-1574252872-router', 'tenant_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:56:04Z', 'updated_at': '2021-08-12T22:03:45Z', 'revision_number': 6, 'project_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'gw_port_host': None}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:45.540280 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5afd2b-24ed-44e5-ad8e-03ac67dcd77c None None] The sync data for ids ['22013ac6-7636-4a71-9c43-91570cebfc6e'] in dv-cinder-804457-2-iscsi is: [{'id': '22013ac6-7636-4a71-9c43-91570cebfc6e', 'name': 'tempest-TestVolumeBootPattern-1574252872-router', 'tenant_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:56:04Z', 'updated_at': '2021-08-12T22:03:45Z', 'revision_number': 6, 'project_id': '040d1fc8f5114b5587d3adcd1e3e3379', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:03:45.542973 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cca69913-9b6d-435c-9ad1-902982a141b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733215'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.634408 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cca69913-9b6d-435c-9ad1-902982a141b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233106'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.636513 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cca69913-9b6d-435c-9ad1-902982a141b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.677894 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cca69913-9b6d-435c-9ad1-902982a141b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732028'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.678504 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca69913-9b6d-435c-9ad1-902982a141b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22013ac6-7636-4a71-9c43-91570cebfc6e {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:03:45.683168 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cca69913-9b6d-435c-9ad1-902982a141b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.684460 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-cca69913-9b6d-435c-9ad1-902982a141b6 admin admin] 10.222.0.74 "DELETE /v2.0/routers/22013ac6-7636-4a71-9c43-91570cebfc6e HTTP/1.1" status: 204 len: 168 time: 0.8245759 Aug 12 22:03:45.686884 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 36658) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:45.733885 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e646b8-3f78-49c2-aba6-09402fe89e61 admin admin] Deleting subnet 54273ed9-4cc5-463d-8406-bf20924bc430 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:03:45.736888 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2e646b8-3f78-49c2-aba6-09402fe89e61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.772430 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2e646b8-3f78-49c2-aba6-09402fe89e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8661345'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.846175 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2e646b8-3f78-49c2-aba6-09402fe89e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.900509 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2e646b8-3f78-49c2-aba6-09402fe89e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12338783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463963'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.949797 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e646b8-3f78-49c2-aba6-09402fe89e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54273ed9-4cc5-463d-8406-bf20924bc430,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:45.952601 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2e646b8-3f78-49c2-aba6-09402fe89e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:45.955727 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50289a0-a319-46be-a878-4024e8ec1a33 None None] Network 6fbd4ff8-d47c-4f09-8d78-c5504e8028e7 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:03:45.955864 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b2e646b8-3f78-49c2-aba6-09402fe89e61 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/54273ed9-4cc5-463d-8406-bf20924bc430 HTTP/1.1" status: 204 len: 168 time: 0.2678401 Aug 12 22:03:45.959725 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 36660) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:46.036178 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:46.090086 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] Deleting port 092c3adf-7935-49d6-985b-3b97e48a4913 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:03:46.090440 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:46.155865 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] For port 092c3adf-7935-49d6-985b-3b97e48a4913, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=092c3adf-7935-49d6-985b-3b97e48a4913,segment=NetworkSegment(d6b5e849-f99b-4b3e-923b-d79ac8fe48c5),segment_id=d6b5e849-f99b-4b3e-923b-d79ac8fe48c5)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:03:46.156240 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:46.168353 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] Calling delete_port for 092c3adf-7935-49d6-985b-3b97e48a4913 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:03:46.242740 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:46.269102 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] Pushing event deleted for resources: {'Port': ['ID=092c3adf-7935-49d6-985b-3b97e48a4913,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:46.273201 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] No DVR routers for this DVR port 092c3adf-7935-49d6-985b-3b97e48a4913 on host dv-cinder-804457-2-iscsi {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:03:46.306898 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142adfa6-dcca-4b52-8cf0-ae97ef741d6e None None] DHCP port deletion for 6fbd4ff8-d47c-4f09-8d78-c5504e8028e7 request from dv-cinder-804457-2-iscsi {{(pid=93883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:03:46.357954 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:46.368605 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbd4ff8-d47c-4f09-8d78-c5504e8028e7']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:46.378900 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b5e849-f99b-4b3e-923b-d79ac8fe48c5') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:46.379197 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b5e849-f99b-4b3e-923b-d79ac8fe48c5') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:03:46.388574 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8661366'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:46.396701 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device e7006519-0f6e-4624-80df-239216b335ca no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:03:46.406861 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:46.414949 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:03:46.415620 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12338817'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: Traceback (most recent call last): Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: timer() Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: cb(*args, **kw) Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: return func(*args, **kwargs) Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: self._notify() Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: self.callback(batched_events) Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: event.method(event) Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: return f(self, *a, **k) Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: return self._get(url).json() Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:03:46.417579 dv-cinder-804457-2-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:03:46.423092 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: e7006519-0f6e-4624-80df-239216b335ca {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:03:46.423599 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device e7006519-0f6e-4624-80df-239216b335ca not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:03:46.478786 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:46.483728 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:46.488752 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] 10.222.0.74 "DELETE /v2.0/networks/6fbd4ff8-d47c-4f09-8d78-c5504e8028e7 HTTP/1.1" status: 204 len: 168 time: 0.5250590 Aug 12 22:03:46.502606 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181774c-a543-4609-87dc-cd4492f6e920 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fbd4ff8-d47c-4f09-8d78-c5504e8028e7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:46.618119 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 36672) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:46.658085 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-cf6d6514-acf2-4e76-ad06-c63501cd5108 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d8e3429a9f264b3f96368c74923af18f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387483 Aug 12 22:03:46.660577 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 36674) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:46.709700 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-37b4caa3-1d1f-4a08-8086-cd1f26241386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:46.730578 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-37b4caa3-1d1f-4a08-8086-cd1f26241386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:46.776540 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-37b4caa3-1d1f-4a08-8086-cd1f26241386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:46.779041 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-37b4caa3-1d1f-4a08-8086-cd1f26241386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:46.780186 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-37b4caa3-1d1f-4a08-8086-cd1f26241386 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8715cf32-1bff-4319-b6dc-0006b500354b HTTP/1.1" status: 204 len: 168 time: 0.1187048 Aug 12 22:03:46.789415 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4caa3-1d1f-4a08-8086-cd1f26241386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8715cf32-1bff-4319-b6dc-0006b500354b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:47.084944 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 36680) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:47.125930 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c8695c58-c1ad-43c9-a342-0eb927836da7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=040d1fc8f5114b5587d3adcd1e3e3379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397952 Aug 12 22:03:47.128329 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 36682) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:03:47.179829 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66aa5e89-d388-483d-a8b0-5fdbdf1dea06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:47.200416 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66aa5e89-d388-483d-a8b0-5fdbdf1dea06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:47.246722 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66aa5e89-d388-483d-a8b0-5fdbdf1dea06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:47.249678 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66aa5e89-d388-483d-a8b0-5fdbdf1dea06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:47.250802 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-66aa5e89-d388-483d-a8b0-5fdbdf1dea06 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a722e954-616a-4ba2-b851-575e335b2973 HTTP/1.1" status: 204 len: 168 time: 0.1215849 Aug 12 22:03:47.258167 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa5e89-d388-483d-a8b0-5fdbdf1dea06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a722e954-616a-4ba2-b851-575e335b2973,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:03:47.749351 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1035a10-fe02-437a-bdcc-6903057fbe8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:47.955211 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 97345fda-28a0-4301-8d71-e2ef158eff7e no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:03:47.975284 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 97345fda-28a0-4301-8d71-e2ef158eff7e {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:03:47.975651 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 97345fda-28a0-4301-8d71-e2ef158eff7e not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:03:47.976064 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 092c3adf-7935-49d6-985b-3b97e48a4913 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:03:47.996791 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 092c3adf-7935-49d6-985b-3b97e48a4913 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:03:47.997164 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 092c3adf-7935-49d6-985b-3b97e48a4913 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:03:48.195577 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:48.735884 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:03:48.963068 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:03:50.461533 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:02.479218 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36778) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:02.521866 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfd52f2-fd56-401f-8f7e-ad5c27d55517 admin admin] Deleting subnet b8e42cb0-3c60-4cc7-828b-a6b7d95b6786 {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:04:02.524893 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9bfd52f2-fd56-401f-8f7e-ad5c27d55517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:02.561525 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9bfd52f2-fd56-401f-8f7e-ad5c27d55517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8446774'] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:02.598329 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9bfd52f2-fd56-401f-8f7e-ad5c27d55517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:02.647719 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9bfd52f2-fd56-401f-8f7e-ad5c27d55517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8616466'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:02.673151 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd52f2-fd56-401f-8f7e-ad5c27d55517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e42cb0-3c60-4cc7-828b-a6b7d95b6786,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:02.675077 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9bfd52f2-fd56-401f-8f7e-ad5c27d55517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:02.676919 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-9bfd52f2-fd56-401f-8f7e-ad5c27d55517 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b8e42cb0-3c60-4cc7-828b-a6b7d95b6786 HTTP/1.1" status: 204 len: 168 time: 0.1967089 Aug 12 22:04:02.679852 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36780) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:02.748873 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6b300bb-725e-4989-9be9-898cf61c4adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:02.824135 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6b300bb-725e-4989-9be9-898cf61c4adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:02.833349 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-f6b300bb-725e-4989-9be9-898cf61c4adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8119a760-f494-4f4a-8630-c49cfc52d80a']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:02.843583 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-f6b300bb-725e-4989-9be9-898cf61c4adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba8d5ee-023c-487b-b535-2470f4778546') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:02.843882 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-f6b300bb-725e-4989-9be9-898cf61c4adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba8d5ee-023c-487b-b535-2470f4778546') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:02.852286 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6b300bb-725e-4989-9be9-898cf61c4adc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8446753'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:02.865446 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6b300bb-725e-4989-9be9-898cf61c4adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:02.871141 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b300bb-725e-4989-9be9-898cf61c4adc admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:04:02.871522 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6b300bb-725e-4989-9be9-898cf61c4adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416940'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: Traceback (most recent call last): Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: timer() Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: cb(*args, **kw) Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: self._notify() Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: self.callback(batched_events) Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: event.method(event) Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: return f(self, *a, **k) Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._get(url).json() Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:04:02.873105 dv-cinder-804457-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:04:02.929419 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6b300bb-725e-4989-9be9-898cf61c4adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:02.934520 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6b300bb-725e-4989-9be9-898cf61c4adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:02.936341 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f6b300bb-725e-4989-9be9-898cf61c4adc admin admin] 10.222.0.74 "DELETE /v2.0/networks/8119a760-f494-4f4a-8630-c49cfc52d80a HTTP/1.1" status: 204 len: 168 time: 0.2555649 Aug 12 22:04:02.946785 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b300bb-725e-4989-9be9-898cf61c4adc admin admin] Pushing event deleted for resources: {'Network': ['ID=8119a760-f494-4f4a-8630-c49cfc52d80a,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:03.094250 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36784) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:03.133809 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-074c1997-0859-4a53-aeaf-0be3a293195e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=298aec5ffb584bc28edeebab41706cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384080 Aug 12 22:04:03.136132 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36786) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:03.182910 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91ed174b-7575-43d4-b4c0-7ed52e264bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:03.202942 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91ed174b-7575-43d4-b4c0-7ed52e264bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:03.252469 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91ed174b-7575-43d4-b4c0-7ed52e264bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:03.255059 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91ed174b-7575-43d4-b4c0-7ed52e264bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:03.256525 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-91ed174b-7575-43d4-b4c0-7ed52e264bc6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/288a6efa-4ca4-4a58-be7a-ffbcf659280e HTTP/1.1" status: 204 len: 168 time: 0.1194913 Aug 12 22:04:03.264487 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed174b-7575-43d4-b4c0-7ed52e264bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288a6efa-4ca4-4a58-be7a-ffbcf659280e,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:07.862498 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:15.273040 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25f362ca-f356-44e2-ac09-09ef10deacab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:17.749927 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6213c8b-d2bf-4ea1-a9db-20e05157a456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:18.195947 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:18.964773 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:20.463417 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:22.269724 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36922) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:22.371954 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:22.457769 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:22.461014 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:22.497945 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0dfa32179ce9471cba8ded56e69117b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272038 Aug 12 22:04:22.499031 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae41e3d-0d18-4c75-ad02-ca24b32abc44,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:22.500606 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 36926) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:22.506028 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.506379 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.506724 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.507100 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.507534 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.507872 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.508197 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.508524 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.508853 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.509202 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.509526 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.509844 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe643b2-e632-4915-8184-0c02a0f91cf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.550864 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:22.571807 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:22.616950 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:22.619490 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:22.620624 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9ae41e3d-0d18-4c75-ad02-ca24b32abc44 HTTP/1.1" status: 204 len: 168 time: 0.1189101 Aug 12 22:04:22.628293 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae41e3d-0d18-4c75-ad02-ca24b32abc44,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:22.635421 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.635788 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.636135 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.636478 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.636819 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.637171 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.637508 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.637835 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.638420 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.638748 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.639075 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:22.639472 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee47b2-5335-4cde-a8a8-71401de16346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:23.224692 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 36948) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:23.318727 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3daf076d-4ed1-42e0-8281-f4f15a7dd3c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1137847788-network', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:04:23.340461 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daf076d-4ed1-42e0-8281-f4f15a7dd3c0 admin admin] Made reservation on behalf of 384ba3fe3eb847f8a84a09b85bb1a7e5 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:04:23.342852 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3daf076d-4ed1-42e0-8281-f4f15a7dd3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:23.351406 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3daf076d-4ed1-42e0-8281-f4f15a7dd3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:23.442261 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3daf076d-4ed1-42e0-8281-f4f15a7dd3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:23.446507 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3daf076d-4ed1-42e0-8281-f4f15a7dd3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:23.466635 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3daf076d-4ed1-42e0-8281-f4f15a7dd3c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:04:23.481317 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf076d-4ed1-42e0-8281-f4f15a7dd3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd08b1b-9c69-4f85-8300-c58b928fb9c2,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:23.485081 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3daf076d-4ed1-42e0-8281-f4f15a7dd3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:23.485457 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-3daf076d-4ed1-42e0-8281-f4f15a7dd3c0 admin admin] Added segment a9c040fa-3416-495d-8c00-ffb3692208a7 of type vlan for network bb8f2ac0-026e-41b2-af21-0bd391a034ac Aug 12 22:04:23.525216 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3daf076d-4ed1-42e0-8281-f4f15a7dd3c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:23.552224 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3daf076d-4ed1-42e0-8281-f4f15a7dd3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:23.553103 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daf076d-4ed1-42e0-8281-f4f15a7dd3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:23.553753 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3daf076d-4ed1-42e0-8281-f4f15a7dd3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:23.606060 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3daf076d-4ed1-42e0-8281-f4f15a7dd3c0 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3802500 Aug 12 22:04:23.608969 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36952) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:23.610994 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf076d-4ed1-42e0-8281-f4f15a7dd3c0 admin admin] Pushing event updated for resources: {'Network': ['ID=bb8f2ac0-026e-41b2-af21-0bd391a034ac,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:23.615204 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-9cf5ce3a-0eae-4290-84bb-9224983b3046 admin admin] Request body: {'subnet': {'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1137847788-subnet', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:04:23.621626 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network bb8f2ac0-026e-41b2-af21-0bd391a034ac details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:04:23.638419 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf5ce3a-0eae-4290-84bb-9224983b3046 admin admin] Made reservation on behalf of 384ba3fe3eb847f8a84a09b85bb1a7e5 for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:04:23.640875 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce3a-0eae-4290-84bb-9224983b3046 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8616505'] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:23.806889 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce3a-0eae-4290-84bb-9224983b3046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8616459'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:23.853050 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5ce3a-0eae-4290-84bb-9224983b3046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98276848-28d5-4a3c-a853-46187f528456,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:23.870181 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5ce3a-0eae-4290-84bb-9224983b3046 admin admin] Checking segment: {'id': 'a9c040fa-3416-495d-8c00-ffb3692208a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:04:23.870538 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5ce3a-0eae-4290-84bb-9224983b3046 admin admin] Network hostable DHCP agents. Network: bb8f2ac0-026e-41b2-af21-0bd391a034ac, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:04:23.886577 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5ce3a-0eae-4290-84bb-9224983b3046 admin admin] Network bb8f2ac0-026e-41b2-af21-0bd391a034ac is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:04:23.895240 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-9cf5ce3a-0eae-4290-84bb-9224983b3046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, bb8f2ac0-026e-41b2-af21-0bd391a034ac) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:04:23.899757 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf5ce3a-0eae-4290-84bb-9224983b3046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:23.900861 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce3a-0eae-4290-84bb-9224983b3046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:23.904157 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3319326-991a-4391-8656-557ef369caf2 None None] Network bb8f2ac0-026e-41b2-af21-0bd391a034ac requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:04:23.915211 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-9cf5ce3a-0eae-4290-84bb-9224983b3046 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3050508 Aug 12 22:04:23.917994 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36954) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:23.922620 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1137847788-router', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:04:23.945090 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233092'] for router, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:23.946126 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3870766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233099'] for router, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:24.000204 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:24.050874 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp519ec5f0-7f67-5fcd-9bb7-8bb7eed2c7e7-bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'fixed_ips': [{'subnet_id': '98276848-28d5-4a3c-a853-46187f528456'}]}} from dv-cinder-804457-2-iscsi. {{(pid=93883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:04:24.051759 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:24.134839 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:24.186678 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Allocated IP 172.20.0.2 (bb8f2ac0-026e-41b2-af21-0bd391a034ac/98276848-28d5-4a3c-a853-46187f528456/6df2caf8-0f47-41b6-bbde-8fc28065af57) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:04:24.338523 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:24.347505 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Transition to ACTIVE for port object 6df2caf8-0f47-41b6-bbde-8fc28065af57 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:04:24.362932 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Transition to ACTIVE for port object 6df2caf8-0f47-41b6-bbde-8fc28065af57 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:04:24.368134 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:24.408333 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Network bb8f2ac0-026e-41b2-af21-0bd391a034ac is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:04:24.411236 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:04:24.415234 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:04:24.422553 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Pushing event updated for resources: {'Port': ['ID=6df2caf8-0f47-41b6-bbde-8fc28065af57,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:24.474166 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Attempting to bind port 6df2caf8-0f47-41b6-bbde-8fc28065af57 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:04:24.474528 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Attempting to bind port 6df2caf8-0f47-41b6-bbde-8fc28065af57 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': 'a9c040fa-3416-495d-8c00-ffb3692208a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:04:24.474892 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Attempting to bind port 6df2caf8-0f47-41b6-bbde-8fc28065af57 on network bb8f2ac0-026e-41b2-af21-0bd391a034ac {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:04:24.480540 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:04:24.480908 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Checking segment: {'id': 'a9c040fa-3416-495d-8c00-ffb3692208a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:04:24.481335 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:24.481725 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Bound using segment: {'id': 'a9c040fa-3416-495d-8c00-ffb3692208a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:04:24.482183 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Bound port: 6df2caf8-0f47-41b6-bbde-8fc28065af57, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c040fa-3416-495d-8c00-ffb3692208a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:04:24.482553 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:24.545094 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] For port 6df2caf8-0f47-41b6-bbde-8fc28065af57, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:04:24.548283 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] For port 6df2caf8-0f47-41b6-bbde-8fc28065af57, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=6df2caf8-0f47-41b6-bbde-8fc28065af57,segment=NetworkSegment(a9c040fa-3416-495d-8c00-ffb3692208a7),segment_id=a9c040fa-3416-495d-8c00-ffb3692208a7)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:04:24.551855 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:24.591455 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:24.611503 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755cbf3-86fe-4a4b-a99b-71707d4ec186 None None] Pushing event updated for resources: {'Port': ['ID=6df2caf8-0f47-41b6-bbde-8fc28065af57,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:24.612141 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:24.731210 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Allocated IP 172.27.1.4 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/098a54e6-6e95-4a25-a4b8-840eb73780af) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:04:24.849890 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:24.889166 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:24.928096 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:04:24.933353 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:04:24.936752 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:04:24.962555 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Pushing event updated for resources: {'Port': ['ID=098a54e6-6e95-4a25-a4b8-840eb73780af,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:25.190909 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:25.389150 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733243'] for router, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:25.408400 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233f8b6c-d9da-4bc8-80d4-261b89d7402c None None] Network bb8f2ac0-026e-41b2-af21-0bd391a034ac requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:04:25.464142 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-17347090-6c45-4a8b-978e-c947ba2ccb7a None None] Provisioning for port 6df2caf8-0f47-41b6-bbde-8fc28065af57 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:04:25.517934 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Router 827fed55-28b7-4678-b3d0-9a3444ea4f8b is scheduled to L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c with binding_index 1 {{(pid=93881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:04:25.624556 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:04:25.633646 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Sync routers for ids ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:04:25.642265 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:25.646162 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Routers {'827fed55-28b7-4678-b3d0-9a3444ea4f8b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:04:25.646596 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-307fd0ae-5cef-4bb2-aeec-6511c3c59aca admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7275951 Aug 12 22:04:25.646719 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 36956) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:25.647206 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:04:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:25.736284 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:04:25.757755 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Set router 827fed55-28b7-4678-b3d0-9a3444ea4f8b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:04:25.941670 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'name': 'tempest-TestMinimumBasicScenario-1137847788-router', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:23Z', 'updated_at': '2021-08-12T22:04:25Z', 'revision_number': 3, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'gw_port': {'id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:24Z', 'updated_at': '2021-08-12T22:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:25.971382 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Checking router: 827fed55-28b7-4678-b3d0-9a3444ea4f8b for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:04:25.971736 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Updating router 827fed55-28b7-4678-b3d0-9a3444ea4f8b port 098a54e6-6e95-4a25-a4b8-840eb73780af binding host dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:04:25.997312 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.018641 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 6df2caf8-0f47-41b6-bbde-8fc28065af57 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:04:26.061497 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.141039 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 6df2caf8-0f47-41b6-bbde-8fc28065af57 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:04:26.153365 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 6df2caf8-0f47-41b6-bbde-8fc28065af57 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:26.153743 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.216012 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Allocated IP 172.20.0.1 (bb8f2ac0-026e-41b2-af21-0bd391a034ac/98276848-28d5-4a3c-a853-46187f528456/59aaf041-6bb6-47d3-88e7-68998e099f0b) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:04:26.326752 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.341278 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Transition to ACTIVE for port object 59aaf041-6bb6-47d3-88e7-68998e099f0b will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:04:26.374193 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.416752 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Network bb8f2ac0-026e-41b2-af21-0bd391a034ac is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:04:26.421326 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:04:26.423865 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:04:26.426000 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.446807 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Pushing event updated for resources: {'Port': ['ID=59aaf041-6bb6-47d3-88e7-68998e099f0b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:26.467096 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3839022'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.489859 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.496079 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port 6df2caf8-0f47-41b6-bbde-8fc28065af57, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=6df2caf8-0f47-41b6-bbde-8fc28065af57,segment=NetworkSegment(a9c040fa-3416-495d-8c00-ffb3692208a7),segment_id=a9c040fa-3416-495d-8c00-ffb3692208a7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:26.503360 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.505584 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Transition to ACTIVE for port object 098a54e6-6e95-4a25-a4b8-840eb73780af will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:04:26.529005 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.574130 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Attempting to bind port 098a54e6-6e95-4a25-a4b8-840eb73780af on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:04:26.574604 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Attempting to bind port 098a54e6-6e95-4a25-a4b8-840eb73780af by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:04:26.574873 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Attempting to bind port 098a54e6-6e95-4a25-a4b8-840eb73780af on network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:04:26.576920 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=6df2caf8-0f47-41b6-bbde-8fc28065af57,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:26.585177 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:04:26.585570 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Checking segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:04:26.586113 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.586516 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Bound using segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:04:26.587001 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Bound port: 098a54e6-6e95-4a25-a4b8-840eb73780af, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:04:26.587389 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.604442 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.652780 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f6522-f9ff-4882-bad5-bc78f89320ea None None] Pushing event updated for resources: {'Port': ['ID=098a54e6-6e95-4a25-a4b8-840eb73780af,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:26.672202 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] For port 098a54e6-6e95-4a25-a4b8-840eb73780af, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:04:26.676189 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] For port 098a54e6-6e95-4a25-a4b8-840eb73780af, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=098a54e6-6e95-4a25-a4b8-840eb73780af,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:04:26.681870 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.744519 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Routers {'827fed55-28b7-4678-b3d0-9a3444ea4f8b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:04:26.745220 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:04:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:26.774324 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.779306 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.783641 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f6522-f9ff-4882-bad5-bc78f89320ea None None] Pushing event updated for resources: {'Port': ['ID=098a54e6-6e95-4a25-a4b8-840eb73780af,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:26.847142 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3839162'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.848948 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Pushing event updated for resources: {'Port': ['ID=59aaf041-6bb6-47d3-88e7-68998e099f0b,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:26.856410 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] Set router 827fed55-28b7-4678-b3d0-9a3444ea4f8b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:04:26.907553 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-62e2add7-6e86-43b6-ae98-1f0d3a01d51f None None] Provisioning for port 59aaf041-6bb6-47d3-88e7-68998e099f0b completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:04:26.937455 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-62e2add7-6e86-43b6-ae98-1f0d3a01d51f None None] Provisioning complete for port 59aaf041-6bb6-47d3-88e7-68998e099f0b triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:26.937830 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-62e2add7-6e86-43b6-ae98-1f0d3a01d51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:26.938556 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Network bb8f2ac0-026e-41b2-af21-0bd391a034ac is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:04:26.940268 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:04:27.018489 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-62e2add7-6e86-43b6-ae98-1f0d3a01d51f None None] Port 59aaf041-6bb6-47d3-88e7-68998e099f0b cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:04:27.058234 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Router 827fed55-28b7-4678-b3d0-9a3444ea4f8b has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:04:27.098519 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'name': 'tempest-TestMinimumBasicScenario-1137847788-router', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:23Z', 'updated_at': '2021-08-12T22:04:26Z', 'revision_number': 4, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'gw_port': {'id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:24Z', 'updated_at': '2021-08-12T22:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '59aaf041-6bb6-47d3-88e7-68998e099f0b', 'name': '', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'mac_address': 'fa:16:3e:07:2f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98276848-28d5-4a3c-a853-46187f528456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:26Z', 'updated_at': '2021-08-12T22:04:26Z', 'revision_number': 1, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'subnets': [{'id': '98276848-28d5-4a3c-a853-46187f528456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:27.135805 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac4b243-8e8f-42a3-800f-55bf0cc5b4a0 None None] The sync data for ids ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'] in dv-cinder-804457-2-iscsi is: [{'id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'name': 'tempest-TestMinimumBasicScenario-1137847788-router', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:23Z', 'updated_at': '2021-08-12T22:04:26Z', 'revision_number': 4, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'gw_port': {'id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:24Z', 'updated_at': '2021-08-12T22:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '59aaf041-6bb6-47d3-88e7-68998e099f0b', 'name': '', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'mac_address': 'fa:16:3e:07:2f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98276848-28d5-4a3c-a853-46187f528456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:26Z', 'updated_at': '2021-08-12T22:04:26Z', 'revision_number': 1, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'subnets': [{'id': '98276848-28d5-4a3c-a853-46187f528456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:04:27.145962 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-6d6898ee-ce51-4cd4-89fb-00edfa2bc024 None None] Provisioning complete for port 59aaf041-6bb6-47d3-88e7-68998e099f0b triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:27.146345 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d6898ee-ce51-4cd4-89fb-00edfa2bc024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:27.171282 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:04:27.176542 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-be404208-317a-431d-a6ae-70f6194195c5 admin admin] 10.222.0.74 "PUT /v2.0/routers/827fed55-28b7-4678-b3d0-9a3444ea4f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5280190 Aug 12 22:04:27.190209 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6d6898ee-ce51-4cd4-89fb-00edfa2bc024 None None] Port 59aaf041-6bb6-47d3-88e7-68998e099f0b cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:04:27.684188 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36972) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:27.689452 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-2949b9f1-accd-434d-93ea-2721a58ab5da admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1747362233-network', 'tenant_id': '8469f587cb1944d7abf2d6489739387e'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:04:27.723779 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2949b9f1-accd-434d-93ea-2721a58ab5da admin admin] Made reservation on behalf of 8469f587cb1944d7abf2d6489739387e for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:04:27.726906 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2949b9f1-accd-434d-93ea-2721a58ab5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:27.740698 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2949b9f1-accd-434d-93ea-2721a58ab5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:27.839604 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2949b9f1-accd-434d-93ea-2721a58ab5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:27.843493 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2949b9f1-accd-434d-93ea-2721a58ab5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:27.870191 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2949b9f1-accd-434d-93ea-2721a58ab5da admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:04:27.879634 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949b9f1-accd-434d-93ea-2721a58ab5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cf2ea2-3049-4c8c-9553-82939dc52c70,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:27.888377 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2949b9f1-accd-434d-93ea-2721a58ab5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:27.888756 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-2949b9f1-accd-434d-93ea-2721a58ab5da admin admin] Added segment d079cde3-0655-4891-9aee-af3c3793062f of type vlan for network 4c2fb6fd-0a91-46cd-86ca-8dcd35211923 Aug 12 22:04:27.931114 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2949b9f1-accd-434d-93ea-2721a58ab5da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757133822796'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:27.965032 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2949b9f1-accd-434d-93ea-2721a58ab5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:27.966151 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2949b9f1-accd-434d-93ea-2721a58ab5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:27.966751 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2949b9f1-accd-434d-93ea-2721a58ab5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.026722 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-2949b9f1-accd-434d-93ea-2721a58ab5da admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3412898 Aug 12 22:04:28.029493 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 36974) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:28.035222 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949b9f1-accd-434d-93ea-2721a58ab5da admin admin] Pushing event updated for resources: {'Network': ['ID=4c2fb6fd-0a91-46cd-86ca-8dcd35211923,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:28.037002 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-91dc00ee-bb6f-42c8-983e-6c0d3489c5bf admin admin] Request body: {'subnet': {'network_id': '4c2fb6fd-0a91-46cd-86ca-8dcd35211923', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1747362233-subnet', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:04:28.046130 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Network 4c2fb6fd-0a91-46cd-86ca-8dcd35211923 details requested by agent ovs-agent-dv-cinder-804457-2-iscsi with host dv-cinder-804457-2-iscsi {{(pid=93883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:04:28.059725 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dc00ee-bb6f-42c8-983e-6c0d3489c5bf admin admin] Made reservation on behalf of 8469f587cb1944d7abf2d6489739387e for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:04:28.062669 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91dc00ee-bb6f-42c8-983e-6c0d3489c5bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463984'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.117295 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 098a54e6-6e95-4a25-a4b8-840eb73780af up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:04:28.172806 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 098a54e6-6e95-4a25-a4b8-840eb73780af completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:04:28.176863 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 098a54e6-6e95-4a25-a4b8-840eb73780af triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:28.177363 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.259312 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91dc00ee-bb6f-42c8-983e-6c0d3489c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12338712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463938'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.272931 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.294216 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port 098a54e6-6e95-4a25-a4b8-840eb73780af, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=098a54e6-6e95-4a25-a4b8-840eb73780af,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:28.300948 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.301859 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 6df2caf8-0f47-41b6-bbde-8fc28065af57 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:04:28.323644 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc00ee-bb6f-42c8-983e-6c0d3489c5bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=118e5c48-6179-4b1d-88f7-46755a503841,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:28.336688 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc00ee-bb6f-42c8-983e-6c0d3489c5bf admin admin] Checking segment: {'id': 'd079cde3-0655-4891-9aee-af3c3793062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4c2fb6fd-0a91-46cd-86ca-8dcd35211923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:04:28.337056 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dc00ee-bb6f-42c8-983e-6c0d3489c5bf admin admin] Network hostable DHCP agents. Network: 4c2fb6fd-0a91-46cd-86ca-8dcd35211923, hostable agents: ['d0bf88b1-ab6a-4d6b-8f72-afc0292a3846'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:04:28.358391 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dc00ee-bb6f-42c8-983e-6c0d3489c5bf admin admin] Network 4c2fb6fd-0a91-46cd-86ca-8dcd35211923 is scheduled to be hosted by DHCP agent d0bf88b1-ab6a-4d6b-8f72-afc0292a3846 with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:04:28.369830 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-91dc00ee-bb6f-42c8-983e-6c0d3489c5bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-2-iscsi, 4c2fb6fd-0a91-46cd-86ca-8dcd35211923) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:04:28.374513 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc00ee-bb6f-42c8-983e-6c0d3489c5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:28.375462 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91dc00ee-bb6f-42c8-983e-6c0d3489c5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.381697 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a3e414-8c65-4867-8795-101b5717cafd None None] Network 4c2fb6fd-0a91-46cd-86ca-8dcd35211923 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:04:28.393669 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-91dc00ee-bb6f-42c8-983e-6c0d3489c5bf admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3629661 Aug 12 22:04:28.394275 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36976) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:28.398980 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1747362233-router', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:04:28.419569 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233092'] for router, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.420785 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3732093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3870766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233099'] for router, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.426067 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=098a54e6-6e95-4a25-a4b8-840eb73780af,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:28.447930 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 6df2caf8-0f47-41b6-bbde-8fc28065af57 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:28.448311 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.473088 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.595505 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp519ec5f0-7f67-5fcd-9bb7-8bb7eed2c7e7-4c2fb6fd-0a91-46cd-86ca-8dcd35211923', 'network_id': '4c2fb6fd-0a91-46cd-86ca-8dcd35211923', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'fixed_ips': [{'subnet_id': '118e5c48-6179-4b1d-88f7-46755a503841'}]}} from dv-cinder-804457-2-iscsi. {{(pid=93883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:04:28.596331 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.613203 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.738075 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Allocated IP 172.20.0.2 (4c2fb6fd-0a91-46cd-86ca-8dcd35211923/118e5c48-6179-4b1d-88f7-46755a503841/3e6b9f22-16f5-4e49-af85-599a926e69ca) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:04:28.810318 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.833045 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.884915 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.893486 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Transition to ACTIVE for port object 3e6b9f22-16f5-4e49-af85-599a926e69ca will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:04:28.911564 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Transition to ACTIVE for port object 3e6b9f22-16f5-4e49-af85-599a926e69ca will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:04:28.920250 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:28.942887 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Allocated IP 172.27.1.195 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/e6762292-b254-4ea2-b214-a15036616718) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:04:28.959772 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Network 4c2fb6fd-0a91-46cd-86ca-8dcd35211923 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:04:28.963829 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:04:28.969360 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:04:28.981888 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Pushing event updated for resources: {'Port': ['ID=3e6b9f22-16f5-4e49-af85-599a926e69ca,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:29.031194 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Attempting to bind port 3e6b9f22-16f5-4e49-af85-599a926e69ca on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:04:29.031704 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Attempting to bind port 3e6b9f22-16f5-4e49-af85-599a926e69ca by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': 'd079cde3-0655-4891-9aee-af3c3793062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4c2fb6fd-0a91-46cd-86ca-8dcd35211923'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:04:29.032125 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Attempting to bind port 3e6b9f22-16f5-4e49-af85-599a926e69ca on network 4c2fb6fd-0a91-46cd-86ca-8dcd35211923 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:04:29.037196 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:04:29.037578 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Checking segment: {'id': 'd079cde3-0655-4891-9aee-af3c3793062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4c2fb6fd-0a91-46cd-86ca-8dcd35211923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:04:29.038016 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:29.038484 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Bound using segment: {'id': 'd079cde3-0655-4891-9aee-af3c3793062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4c2fb6fd-0a91-46cd-86ca-8dcd35211923'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:04:29.038960 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Bound port: 3e6b9f22-16f5-4e49-af85-599a926e69ca, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd079cde3-0655-4891-9aee-af3c3793062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4c2fb6fd-0a91-46cd-86ca-8dcd35211923'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:04:29.039346 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:29.051004 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:29.090628 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:29.107251 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] For port 3e6b9f22-16f5-4e49-af85-599a926e69ca, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:04:29.110903 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] For port 3e6b9f22-16f5-4e49-af85-599a926e69ca, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=3e6b9f22-16f5-4e49-af85-599a926e69ca,segment=NetworkSegment(d079cde3-0655-4891-9aee-af3c3793062f),segment_id=d079cde3-0655-4891-9aee-af3c3793062f)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:04:29.116268 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:29.129411 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:04:29.136807 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:04:29.137570 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Sync routers for ids ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:04:29.141202 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:04:29.159950 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Routers {'827fed55-28b7-4678-b3d0-9a3444ea4f8b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:04:29.160572 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:04:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:29.167064 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=e6762292-b254-4ea2-b214-a15036616718,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:29.183224 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619de291-b543-4f7b-9720-75bf443d12bf None None] Pushing event updated for resources: {'Port': ['ID=3e6b9f22-16f5-4e49-af85-599a926e69ca,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:29.271179 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Set router 827fed55-28b7-4678-b3d0-9a3444ea4f8b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:04:29.427625 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:29.508187 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'name': 'tempest-TestMinimumBasicScenario-1137847788-router', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:23Z', 'updated_at': '2021-08-12T22:04:26Z', 'revision_number': 4, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'gw_port': {'id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:24Z', 'updated_at': '2021-08-12T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '59aaf041-6bb6-47d3-88e7-68998e099f0b', 'name': '', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'mac_address': 'fa:16:3e:07:2f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98276848-28d5-4a3c-a853-46187f528456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:26Z', 'updated_at': '2021-08-12T22:04:26Z', 'revision_number': 2, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'subnets': [{'id': '98276848-28d5-4a3c-a853-46187f528456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:29.538246 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Checking router: 827fed55-28b7-4678-b3d0-9a3444ea4f8b for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:04:29.538601 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Updating router 827fed55-28b7-4678-b3d0-9a3444ea4f8b port 59aaf041-6bb6-47d3-88e7-68998e099f0b binding host dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:04:29.564635 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:29.841929 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:29.853335 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Transition to ACTIVE for port object 59aaf041-6bb6-47d3-88e7-68998e099f0b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:04:29.859902 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:29.885175 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3732070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733243'] for router, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:29.914835 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730fd05-1269-4f1d-ad98-8a07fc1cc26a None None] Pushing event updated for resources: {'Port': ['ID=59aaf041-6bb6-47d3-88e7-68998e099f0b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:29.959863 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730fd05-1269-4f1d-ad98-8a07fc1cc26a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:29.960511 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730fd05-1269-4f1d-ad98-8a07fc1cc26a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:29.961008 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730fd05-1269-4f1d-ad98-8a07fc1cc26a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:29.961553 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730fd05-1269-4f1d-ad98-8a07fc1cc26a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:29.962107 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730fd05-1269-4f1d-ad98-8a07fc1cc26a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:29.962715 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730fd05-1269-4f1d-ad98-8a07fc1cc26a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:29.963206 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730fd05-1269-4f1d-ad98-8a07fc1cc26a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:29.963688 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730fd05-1269-4f1d-ad98-8a07fc1cc26a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:29.964204 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730fd05-1269-4f1d-ad98-8a07fc1cc26a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:29.964704 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730fd05-1269-4f1d-ad98-8a07fc1cc26a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:29.965209 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730fd05-1269-4f1d-ad98-8a07fc1cc26a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:29.965714 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730fd05-1269-4f1d-ad98-8a07fc1cc26a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:30.010205 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Attempting to bind port 59aaf041-6bb6-47d3-88e7-68998e099f0b on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:04:30.010958 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Attempting to bind port 59aaf041-6bb6-47d3-88e7-68998e099f0b by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': 'a9c040fa-3416-495d-8c00-ffb3692208a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:04:30.011509 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Attempting to bind port 59aaf041-6bb6-47d3-88e7-68998e099f0b on network bb8f2ac0-026e-41b2-af21-0bd391a034ac {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:04:30.017594 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:04:30.017970 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Checking segment: {'id': 'a9c040fa-3416-495d-8c00-ffb3692208a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:04:30.018634 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:30.019031 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Bound using segment: {'id': 'a9c040fa-3416-495d-8c00-ffb3692208a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:04:30.019619 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Bound port: 59aaf041-6bb6-47d3-88e7-68998e099f0b, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c040fa-3416-495d-8c00-ffb3692208a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:04:30.019899 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:30.063942 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Router 519292f4-f80e-48a6-8d81-8fa3947c0bc3 is scheduled to L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c with binding_index 1 {{(pid=93881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:04:30.117038 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] For port 59aaf041-6bb6-47d3-88e7-68998e099f0b, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:04:30.121863 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] For port 59aaf041-6bb6-47d3-88e7-68998e099f0b, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=59aaf041-6bb6-47d3-88e7-68998e099f0b,segment=NetworkSegment(a9c040fa-3416-495d-8c00-ffb3692208a7),segment_id=a9c040fa-3416-495d-8c00-ffb3692208a7)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:04:30.128737 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:30.145354 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 098a54e6-6e95-4a25-a4b8-840eb73780af up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:04:30.186767 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Routers {'827fed55-28b7-4678-b3d0-9a3444ea4f8b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:04:30.187393 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:04:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:30.211979 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:04:30.229172 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Sync routers for ids ['519292f4-f80e-48a6-8d81-8fa3947c0bc3'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:04:30.234972 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 098a54e6-6e95-4a25-a4b8-840eb73780af triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:30.235691 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:30.240248 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:30.243086 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-a8675596-af29-4e26-9f3f-5e2ef666f8c0 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8476264 Aug 12 22:04:30.245692 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 36978) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:04:30.263300 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730fd05-1269-4f1d-ad98-8a07fc1cc26a None None] Pushing event updated for resources: {'Port': ['ID=59aaf041-6bb6-47d3-88e7-68998e099f0b,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:30.303279 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Routers {'519292f4-f80e-48a6-8d81-8fa3947c0bc3'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:04:30.304761 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:04:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['519292f4-f80e-48a6-8d81-8fa3947c0bc3'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:30.308530 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca14069-8c32-42c9-972b-2e4b4f6da146 None None] Network 4c2fb6fd-0a91-46cd-86ca-8dcd35211923 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:04:30.355358 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] Set router 827fed55-28b7-4678-b3d0-9a3444ea4f8b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:04:30.545039 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 3e6b9f22-16f5-4e49-af85-599a926e69ca up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:04:30.573030 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'name': 'tempest-TestMinimumBasicScenario-1137847788-router', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:23Z', 'updated_at': '2021-08-12T22:04:26Z', 'revision_number': 4, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'gw_port': {'id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:24Z', 'updated_at': '2021-08-12T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '59aaf041-6bb6-47d3-88e7-68998e099f0b', 'name': '', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'mac_address': 'fa:16:3e:07:2f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98276848-28d5-4a3c-a853-46187f528456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:26Z', 'updated_at': '2021-08-12T22:04:30Z', 'revision_number': 4, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'subnets': [{'id': '98276848-28d5-4a3c-a853-46187f528456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:30.599381 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Set router 519292f4-f80e-48a6-8d81-8fa3947c0bc3 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:04:30.600211 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6435071-eb32-4c1f-a50d-d69fb910a4a4 None None] The sync data for ids ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'] in dv-cinder-804457-2-iscsi is: [{'id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'name': 'tempest-TestMinimumBasicScenario-1137847788-router', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:23Z', 'updated_at': '2021-08-12T22:04:26Z', 'revision_number': 4, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'gw_port': {'id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:24Z', 'updated_at': '2021-08-12T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '59aaf041-6bb6-47d3-88e7-68998e099f0b', 'name': '', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'mac_address': 'fa:16:3e:07:2f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98276848-28d5-4a3c-a853-46187f528456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:26Z', 'updated_at': '2021-08-12T22:04:30Z', 'revision_number': 4, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'subnets': [{'id': '98276848-28d5-4a3c-a853-46187f528456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:04:30.698868 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:30.871906 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-2fc1757f-de38-48b5-b098-fb48711d2e6b None None] Provisioning for port 3e6b9f22-16f5-4e49-af85-599a926e69ca completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:04:30.878660 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Allocated IP 172.20.0.1 (4c2fb6fd-0a91-46cd-86ca-8dcd35211923/118e5c48-6179-4b1d-88f7-46755a503841/ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:04:30.900706 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 3e6b9f22-16f5-4e49-af85-599a926e69ca completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:04:30.916444 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 3e6b9f22-16f5-4e49-af85-599a926e69ca triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:30.916839 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.005551 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.024299 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Transition to ACTIVE for port object ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 will not be triggered until provisioned by entity DHCP. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:04:31.036857 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'name': 'tempest-TestMinimumBasicScenario-1747362233-router', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e6762292-b254-4ea2-b214-a15036616718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:28Z', 'updated_at': '2021-08-12T22:04:29Z', 'revision_number': 3, 'project_id': '8469f587cb1944d7abf2d6489739387e', 'gw_port': {'id': 'e6762292-b254-4ea2-b214-a15036616718', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:28Z', 'updated_at': '2021-08-12T22:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:31.065182 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.071746 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Checking router: 519292f4-f80e-48a6-8d81-8fa3947c0bc3 for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:04:31.072122 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Updating router 519292f4-f80e-48a6-8d81-8fa3947c0bc3 port e6762292-b254-4ea2-b214-a15036616718 binding host dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:04:31.111295 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Network 4c2fb6fd-0a91-46cd-86ca-8dcd35211923 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:04:31.114418 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:04:31.115879 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.120213 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:04:31.123465 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:31.155471 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.166587 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3839022'] for router_interface, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.262254 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port 3e6b9f22-16f5-4e49-af85-599a926e69ca, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=3e6b9f22-16f5-4e49-af85-599a926e69ca,segment=NetworkSegment(d079cde3-0655-4891-9aee-af3c3793062f),segment_id=d079cde3-0655-4891-9aee-af3c3793062f)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:31.276048 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.336912 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.388660 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=3e6b9f22-16f5-4e49-af85-599a926e69ca,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:31.410556 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-911fba8a-63dd-4682-b32f-54b9e714b809 None None] Provisioning complete for port 3e6b9f22-16f5-4e49-af85-599a926e69ca triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:31.410923 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-911fba8a-63dd-4682-b32f-54b9e714b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.520817 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.527059 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416840'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.552626 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.569650 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Transition to ACTIVE for port object e6762292-b254-4ea2-b214-a15036616718 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:04:31.575987 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.599300 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:31.602620 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3775758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3839162'] for router_interface, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.627579 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Attempting to bind port e6762292-b254-4ea2-b214-a15036616718 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:04:31.627956 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Attempting to bind port e6762292-b254-4ea2-b214-a15036616718 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:04:31.628320 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Attempting to bind port e6762292-b254-4ea2-b214-a15036616718 on network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:04:31.631855 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80cde4-0cac-4329-95a5-07d12aa5485a None None] Pushing event updated for resources: {'Port': ['ID=e6762292-b254-4ea2-b214-a15036616718,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:31.637340 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:04:31.637715 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Checking segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:04:31.638371 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.638754 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Bound using segment: {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:04:31.639229 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Bound port: e6762292-b254-4ea2-b214-a15036616718, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f620909-b5c9-49ef-86e1-3879e0eb5780', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:04:31.639607 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.698256 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] For port e6762292-b254-4ea2-b214-a15036616718, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:04:31.700979 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Network 4c2fb6fd-0a91-46cd-86ca-8dcd35211923 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:04:31.701733 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] For port e6762292-b254-4ea2-b214-a15036616718, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=e6762292-b254-4ea2-b214-a15036616718,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:04:31.702641 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-5b2eb5df-0dd6-4dad-b661-48e7b77a1772 None None] Provisioning for port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:04:31.702826 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:04:31.707541 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.711229 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-5b2eb5df-0dd6-4dad-b661-48e7b77a1772 None None] Provisioning complete for port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:31.711583 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b2eb5df-0dd6-4dad-b661-48e7b77a1772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.801227 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5b2eb5df-0dd6-4dad-b661-48e7b77a1772 None None] Port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:04:31.803733 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80cde4-0cac-4329-95a5-07d12aa5485a None None] Pushing event updated for resources: {'Port': ['ID=e6762292-b254-4ea2-b214-a15036616718,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:31.808402 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Routers {'519292f4-f80e-48a6-8d81-8fa3947c0bc3'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:04:31.809021 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:04:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['519292f4-f80e-48a6-8d81-8fa3947c0bc3'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:31.832061 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Router 519292f4-f80e-48a6-8d81-8fa3947c0bc3 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:04:31.918618 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] Set router 519292f4-f80e-48a6-8d81-8fa3947c0bc3 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:04:31.948139 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:04:31.952084 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-8c5d5ab2-4617-4967-8b9c-2324055eb9c3 None None] Provisioning complete for port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:31.952376 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5ab2-4617-4967-8b9c-2324055eb9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:31.960215 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d41e6fa3-c4b2-496e-af0a-7023f09bd5a6 admin admin] 10.222.0.74 "PUT /v2.0/routers/519292f4-f80e-48a6-8d81-8fa3947c0bc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7072799 Aug 12 22:04:32.026176 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d5ab2-4617-4967-8b9c-2324055eb9c3 None None] Port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:04:32.064341 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 59aaf041-6bb6-47d3-88e7-68998e099f0b up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:04:32.144846 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port 59aaf041-6bb6-47d3-88e7-68998e099f0b completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:04:32.171525 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 59aaf041-6bb6-47d3-88e7-68998e099f0b triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:32.172253 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:32.231920 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'name': 'tempest-TestMinimumBasicScenario-1747362233-router', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e6762292-b254-4ea2-b214-a15036616718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:28Z', 'updated_at': '2021-08-12T22:04:31Z', 'revision_number': 4, 'project_id': '8469f587cb1944d7abf2d6489739387e', 'gw_port': {'id': 'e6762292-b254-4ea2-b214-a15036616718', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:28Z', 'updated_at': '2021-08-12T22:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76', 'name': '', 'network_id': '4c2fb6fd-0a91-46cd-86ca-8dcd35211923', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'mac_address': 'fa:16:3e:f5:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '118e5c48-6179-4b1d-88f7-46755a503841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:30Z', 'updated_at': '2021-08-12T22:04:31Z', 'revision_number': 2, 'project_id': '8469f587cb1944d7abf2d6489739387e', 'subnets': [{'id': '118e5c48-6179-4b1d-88f7-46755a503841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:32.276238 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f19a30-744a-4677-baa2-fea05f0ca752 None None] The sync data for ids ['519292f4-f80e-48a6-8d81-8fa3947c0bc3'] in dv-cinder-804457-2-iscsi is: [{'id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'name': 'tempest-TestMinimumBasicScenario-1747362233-router', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e6762292-b254-4ea2-b214-a15036616718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:28Z', 'updated_at': '2021-08-12T22:04:31Z', 'revision_number': 4, 'project_id': '8469f587cb1944d7abf2d6489739387e', 'gw_port': {'id': 'e6762292-b254-4ea2-b214-a15036616718', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:28Z', 'updated_at': '2021-08-12T22:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76', 'name': '', 'network_id': '4c2fb6fd-0a91-46cd-86ca-8dcd35211923', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'mac_address': 'fa:16:3e:f5:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '118e5c48-6179-4b1d-88f7-46755a503841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:30Z', 'updated_at': '2021-08-12T22:04:31Z', 'revision_number': 2, 'project_id': '8469f587cb1944d7abf2d6489739387e', 'subnets': [{'id': '118e5c48-6179-4b1d-88f7-46755a503841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:04:32.297100 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:32.350010 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port 59aaf041-6bb6-47d3-88e7-68998e099f0b, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=59aaf041-6bb6-47d3-88e7-68998e099f0b,segment=NetworkSegment(a9c040fa-3416-495d-8c00-ffb3692208a7),segment_id=a9c040fa-3416-495d-8c00-ffb3692208a7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:32.354961 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:32.355989 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 3e6b9f22-16f5-4e49-af85-599a926e69ca up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:04:32.433590 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=59aaf041-6bb6-47d3-88e7-68998e099f0b,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:32.445467 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 3e6b9f22-16f5-4e49-af85-599a926e69ca triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:32.446038 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:34.093169 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 59aaf041-6bb6-47d3-88e7-68998e099f0b up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:04:34.278100 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port 59aaf041-6bb6-47d3-88e7-68998e099f0b triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:34.278589 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:34.370373 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device e6762292-b254-4ea2-b214-a15036616718 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:04:34.438514 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port e6762292-b254-4ea2-b214-a15036616718 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:04:34.443042 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port e6762292-b254-4ea2-b214-a15036616718 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:34.443539 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:34.536819 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:34.561524 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port e6762292-b254-4ea2-b214-a15036616718, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=e6762292-b254-4ea2-b214-a15036616718,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:34.568763 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:34.634197 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=e6762292-b254-4ea2-b214-a15036616718,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:34.748414 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Sync routers for ids ['519292f4-f80e-48a6-8d81-8fa3947c0bc3'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:04:34.758481 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Routers {'519292f4-f80e-48a6-8d81-8fa3947c0bc3'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:04:34.759558 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:04:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['519292f4-f80e-48a6-8d81-8fa3947c0bc3'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:34.972317 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Set router 519292f4-f80e-48a6-8d81-8fa3947c0bc3 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:04:35.205414 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'name': 'tempest-TestMinimumBasicScenario-1747362233-router', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e6762292-b254-4ea2-b214-a15036616718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:28Z', 'updated_at': '2021-08-12T22:04:31Z', 'revision_number': 4, 'project_id': '8469f587cb1944d7abf2d6489739387e', 'gw_port': {'id': 'e6762292-b254-4ea2-b214-a15036616718', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:28Z', 'updated_at': '2021-08-12T22:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76', 'name': '', 'network_id': '4c2fb6fd-0a91-46cd-86ca-8dcd35211923', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'mac_address': 'fa:16:3e:f5:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '118e5c48-6179-4b1d-88f7-46755a503841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:30Z', 'updated_at': '2021-08-12T22:04:31Z', 'revision_number': 2, 'project_id': '8469f587cb1944d7abf2d6489739387e', 'subnets': [{'id': '118e5c48-6179-4b1d-88f7-46755a503841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:35.238912 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Checking router: 519292f4-f80e-48a6-8d81-8fa3947c0bc3 for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:04:35.239282 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Updating router 519292f4-f80e-48a6-8d81-8fa3947c0bc3 port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 binding host dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:04:35.297789 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:35.581505 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:35.594632 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Transition to ACTIVE for port object ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:04:35.602618 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:35.705481 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Attempting to bind port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 on host dv-cinder-804457-2-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:04:35.705846 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Attempting to bind port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 by drivers openvswitch,hyperv on host dv-cinder-804457-2-iscsi at level 0 using segments [{'id': 'd079cde3-0655-4891-9aee-af3c3793062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4c2fb6fd-0a91-46cd-86ca-8dcd35211923'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:04:35.706205 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Attempting to bind port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 on network 4c2fb6fd-0a91-46cd-86ca-8dcd35211923 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:04:35.708078 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bf316-1036-4cbb-a333-facff18bf56c None None] Pushing event updated for resources: {'Port': ['ID=ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:35.714830 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Checking agent: {'id': '13938deb-daa6-4564-8592-d88616895bb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 46, 48), 'started_at': datetime.datetime(2021, 8, 12, 21, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:04:35.715217 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Checking segment: {'id': 'd079cde3-0655-4891-9aee-af3c3793062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4c2fb6fd-0a91-46cd-86ca-8dcd35211923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:04:35.715627 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:35.716010 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Bound using segment: {'id': 'd079cde3-0655-4891-9aee-af3c3793062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4c2fb6fd-0a91-46cd-86ca-8dcd35211923'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:04:35.717008 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Bound port: ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76, host: dv-cinder-804457-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd079cde3-0655-4891-9aee-af3c3793062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4c2fb6fd-0a91-46cd-86ca-8dcd35211923'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:04:35.717008 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:35.796728 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] For port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76, host dv-cinder-804457-2-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:04:35.801241 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] For port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76, host dv-cinder-804457-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76,segment=NetworkSegment(d079cde3-0655-4891-9aee-af3c3793062f),segment_id=d079cde3-0655-4891-9aee-af3c3793062f)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:04:35.809337 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:35.884848 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Routers {'519292f4-f80e-48a6-8d81-8fa3947c0bc3'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:04:35.885588 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:04:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['519292f4-f80e-48a6-8d81-8fa3947c0bc3'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:35.887446 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bf316-1036-4cbb-a333-facff18bf56c None None] Pushing event updated for resources: {'Port': ['ID=ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:36.039730 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] Set router 519292f4-f80e-48a6-8d81-8fa3947c0bc3 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:04:36.053950 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:04:36.148606 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning for port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:04:36.153197 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:36.153530 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:36.217187 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-c130de80-f8f0-41cf-862f-90e7156da244 None None] Provisioning complete for port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:36.217857 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c130de80-f8f0-41cf-862f-90e7156da244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:36.319365 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'name': 'tempest-TestMinimumBasicScenario-1747362233-router', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e6762292-b254-4ea2-b214-a15036616718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:28Z', 'updated_at': '2021-08-12T22:04:31Z', 'revision_number': 4, 'project_id': '8469f587cb1944d7abf2d6489739387e', 'gw_port': {'id': 'e6762292-b254-4ea2-b214-a15036616718', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:28Z', 'updated_at': '2021-08-12T22:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76', 'name': '', 'network_id': '4c2fb6fd-0a91-46cd-86ca-8dcd35211923', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'mac_address': 'fa:16:3e:f5:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '118e5c48-6179-4b1d-88f7-46755a503841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:30Z', 'updated_at': '2021-08-12T22:04:35Z', 'revision_number': 4, 'project_id': '8469f587cb1944d7abf2d6489739387e', 'subnets': [{'id': '118e5c48-6179-4b1d-88f7-46755a503841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:04:36.326657 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:36.356308 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d355d9b-f334-4441-8c5c-ea2b773000b3 None None] The sync data for ids ['519292f4-f80e-48a6-8d81-8fa3947c0bc3'] in dv-cinder-804457-2-iscsi is: [{'id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'name': 'tempest-TestMinimumBasicScenario-1747362233-router', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e6762292-b254-4ea2-b214-a15036616718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:28Z', 'updated_at': '2021-08-12T22:04:31Z', 'revision_number': 4, 'project_id': '8469f587cb1944d7abf2d6489739387e', 'gw_port': {'id': 'e6762292-b254-4ea2-b214-a15036616718', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:28Z', 'updated_at': '2021-08-12T22:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': 'ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76', 'name': '', 'network_id': '4c2fb6fd-0a91-46cd-86ca-8dcd35211923', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'mac_address': 'fa:16:3e:f5:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '118e5c48-6179-4b1d-88f7-46755a503841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:30Z', 'updated_at': '2021-08-12T22:04:35Z', 'revision_number': 4, 'project_id': '8469f587cb1944d7abf2d6489739387e', 'subnets': [{'id': '118e5c48-6179-4b1d-88f7-46755a503841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:04:36.409494 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c130de80-f8f0-41cf-862f-90e7156da244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:36.413533 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] For port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76,segment=NetworkSegment(d079cde3-0655-4891-9aee-af3c3793062f),segment_id=d079cde3-0655-4891-9aee-af3c3793062f)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:36.427793 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:36.430075 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device e6762292-b254-4ea2-b214-a15036616718 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:04:36.589433 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Pushing event updated for resources: {'Port': ['ID=ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:36.605637 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.db.api [None req-c130de80-f8f0-41cf-862f-90e7156da244 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 22:04:36.606044 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG oslo_db.api [None req-c130de80-f8f0-41cf-862f-90e7156da244 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 22:04:36.619583 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port e6762292-b254-4ea2-b214-a15036616718 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:36.619991 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:37.871707 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:38.017366 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 up at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:04:38.075902 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Provisioning complete for port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:38.076336 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:41.710212 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af767a4d-5dea-4515-b655-80104d554764 req-c5c63e4a-b836-4aee-98fc-f78096eea43c tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:41.711573 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-c5c63e4a-b836-4aee-98fc-f78096eea43c tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/networks?id=bb8f2ac0-026e-41b2-af21-0bd391a034ac HTTP/1.1" status: 200 len: 815 time: 0.1013048 Aug 12 22:04:41.727010 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-83d60855-c361-4304-b45d-1bfd5f0181fa tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/quotas/384ba3fe3eb847f8a84a09b85bb1a7e5 HTTP/1.1" status: 200 len: 375 time: 0.0097938 Aug 12 22:04:41.776306 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-20c8b9a1-5c3c-4761-8da9-b03e3f0ec3dc tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=384ba3fe3eb847f8a84a09b85bb1a7e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442071 Aug 12 22:04:41.876377 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-6fa6f127-1386-4b39-9c3b-324f0551268c service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:04:41.877458 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-6fa6f127-1386-4b39-9c3b-324f0551268c service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0903363 Aug 12 22:04:41.965912 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-07f5e78e-954b-4f7b-8d20-9c6159d2c581 service neutron] 10.222.0.74 "GET /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822997 Aug 12 22:04:42.050768 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-67caa482-fa41-41a0-ba61-df61dc431b0f service neutron] 10.222.0.74 "GET /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789511 Aug 12 22:04:42.258964 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-35e8e568-bcc7-48d5-abd3-8f1324dd5b1b req-93869e96-a379-484e-b1b0-8f4a11e09b95 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 210 time: 0.0759935 Aug 12 22:04:43.273332 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af767a4d-5dea-4515-b655-80104d554764 req-de930ff3-cc32-43d0-b3dd-25d228468116 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:43.274889 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-de930ff3-cc32-43d0-b3dd-25d228468116 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.66 "GET /v2.0/networks?id=bb8f2ac0-026e-41b2-af21-0bd391a034ac HTTP/1.1" status: 200 len: 815 time: 0.1074829 Aug 12 22:04:43.290399 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-af767a4d-5dea-4515-b655-80104d554764 req-6ecfa6cc-1fd4-4e00-a5cf-7db3eada3fcb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Request body: {'port': {'device_id': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'admin_state_up': True, 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:04:43.420126 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af767a4d-5dea-4515-b655-80104d554764 req-6ecfa6cc-1fd4-4e00-a5cf-7db3eada3fcb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Made reservation on behalf of 384ba3fe3eb847f8a84a09b85bb1a7e5 for: {'port': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:04:43.423855 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-af767a4d-5dea-4515-b655-80104d554764 req-6ecfa6cc-1fd4-4e00-a5cf-7db3eada3fcb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:43.552436 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b98e415-567f-4ddd-a77b-83a30792b405 req-af2be803-7f32-49a7-838d-739ae95a4e4a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3849509 Aug 12 22:04:43.564212 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [req-af767a4d-5dea-4515-b655-80104d554764 req-6ecfa6cc-1fd4-4e00-a5cf-7db3eada3fcb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Allocated IP 172.20.0.9 (bb8f2ac0-026e-41b2-af21-0bd391a034ac/98276848-28d5-4a3c-a853-46187f528456/79308bdb-3495-4e50-b7ce-9c20b2745eb3) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:04:43.567775 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-52197466-f9e4-4087-8165-bc393cc8cc0c req-7f484629-04b5-4440-9ad9-b521af90a44d tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 210 time: 0.0307896 Aug 12 22:04:43.647771 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98e415-567f-4ddd-a77b-83a30792b405 req-2a4f6948-2927-4685-a951-8075a036e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:43.649533 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b98e415-567f-4ddd-a77b-83a30792b405 req-2a4f6948-2927-4685-a951-8075a036e930 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d3f43ad941834fb5b7b2eb496a2a997d&device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 1098 time: 0.0443842 Aug 12 22:04:43.730351 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-af767a4d-5dea-4515-b655-80104d554764 req-6ecfa6cc-1fd4-4e00-a5cf-7db3eada3fcb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:43.746811 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [req-af767a4d-5dea-4515-b655-80104d554764 req-6ecfa6cc-1fd4-4e00-a5cf-7db3eada3fcb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Transition to ACTIVE for port object 79308bdb-3495-4e50-b7ce-9c20b2745eb3 will not be triggered until provisioned by entity DHCP. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:04:43.785901 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-af767a4d-5dea-4515-b655-80104d554764 req-6ecfa6cc-1fd4-4e00-a5cf-7db3eada3fcb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:43.849275 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af767a4d-5dea-4515-b655-80104d554764 req-6ecfa6cc-1fd4-4e00-a5cf-7db3eada3fcb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Network bb8f2ac0-026e-41b2-af21-0bd391a034ac is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:04:43.853347 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [req-af767a4d-5dea-4515-b655-80104d554764 req-6ecfa6cc-1fd4-4e00-a5cf-7db3eada3fcb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:04:43.857676 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-af767a4d-5dea-4515-b655-80104d554764 req-6ecfa6cc-1fd4-4e00-a5cf-7db3eada3fcb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:04:43.918355 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfa6cc-1fd4-4e00-a5cf-7db3eada3fcb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Pushing event updated for resources: {'Port': ['ID=79308bdb-3495-4e50-b7ce-9c20b2745eb3,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:43.932404 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af767a4d-5dea-4515-b655-80104d554764 req-6ecfa6cc-1fd4-4e00-a5cf-7db3eada3fcb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:43.933069 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-af767a4d-5dea-4515-b655-80104d554764 req-6ecfa6cc-1fd4-4e00-a5cf-7db3eada3fcb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:43.954157 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-6ecfa6cc-1fd4-4e00-a5cf-7db3eada3fcb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6696424 Aug 12 22:04:44.118428 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-3c73a739-15f9-4d8e-9e74-979e9a8d59b0 None None] Provisioning for port 79308bdb-3495-4e50-b7ce-9c20b2745eb3 completed by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:04:44.121950 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-3c73a739-15f9-4d8e-9e74-979e9a8d59b0 None None] Provisioning complete for port 79308bdb-3495-4e50-b7ce-9c20b2745eb3 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:04:44.122313 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c73a739-15f9-4d8e-9e74-979e9a8d59b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:44.170360 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3c73a739-15f9-4d8e-9e74-979e9a8d59b0 None None] Port 79308bdb-3495-4e50-b7ce-9c20b2745eb3 cannot update to ACTIVE because it is not bound. {{(pid=93883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:04:44.686993 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dda91-9fe3-4c75-9402-2078b0800f76 req-35471585-85f4-4bed-9f25-5029e7196675 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:44.688488 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee5dda91-9fe3-4c75-9402-2078b0800f76 req-35471585-85f4-4bed-9f25-5029e7196675 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 931 time: 0.0500705 Aug 12 22:04:44.729249 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee5dda91-9fe3-4c75-9402-2078b0800f76 req-4bf27c4a-fcc5-4502-a884-c60c25c3476a tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339735 Aug 12 22:04:45.275811 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0ead88a-94b1-4609-8cc2-cdf5306778ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:45.859801 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5eb69-fe55-4b32-9391-61ff719c2e03 req-dc400aca-0f6f-453a-bbab-d1f1c7b97369 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:45.861460 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-53c5eb69-fe55-4b32-9391-61ff719c2e03 req-dc400aca-0f6f-453a-bbab-d1f1c7b97369 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 931 time: 0.0610034 Aug 12 22:04:45.901755 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-53c5eb69-fe55-4b32-9391-61ff719c2e03 req-ec198adf-a0ee-47eb-a3b6-c400a0fc24b4 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333955 Aug 12 22:04:47.031096 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3992171-a729-484f-b571-0fa57effb2d4 req-f62608d0-5e53-4ac5-a49d-fa2699a834be tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:47.032571 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d3992171-a729-484f-b571-0fa57effb2d4 req-f62608d0-5e53-4ac5-a49d-fa2699a834be tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 931 time: 0.0642285 Aug 12 22:04:47.069584 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d3992171-a729-484f-b571-0fa57effb2d4 req-e13de0ea-de4f-4e72-bf38-6ba91b1beb28 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305588 Aug 12 22:04:47.754613 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a192755c-a759-46f3-8935-b87d9b66afe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:48.189341 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa6b4e-3e13-4ca6-a42b-f308a6f29564 req-c6321ba4-4eb8-46e7-8c0f-c042f79d7477 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:48.190749 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3ffa6b4e-3e13-4ca6-a42b-f308a6f29564 req-c6321ba4-4eb8-46e7-8c0f-c042f79d7477 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 931 time: 0.0522993 Aug 12 22:04:48.197805 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:48.232436 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3ffa6b4e-3e13-4ca6-a42b-f308a6f29564 req-54ba7af3-9f0f-4069-8602-33f8f01267fa tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339987 Aug 12 22:04:48.970481 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:49.358099 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80e400-a1c2-4a3f-a20d-aa834bb84212 req-17754f41-af19-4a78-bf2d-326ae5928287 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:49.359565 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0c80e400-a1c2-4a3f-a20d-aa834bb84212 req-17754f41-af19-4a78-bf2d-326ae5928287 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 931 time: 0.0521696 Aug 12 22:04:49.398787 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0c80e400-a1c2-4a3f-a20d-aa834bb84212 req-18ba1f4d-c08e-45cb-831e-730b368d40d2 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333135 Aug 12 22:04:50.468165 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:50.514309 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db25c5-f6e9-4c8f-a53c-e68b9fb20d16 req-f3d45c12-f681-419e-8a8c-bb6aee8423d5 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:50.515811 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22db25c5-f6e9-4c8f-a53c-e68b9fb20d16 req-f3d45c12-f681-419e-8a8c-bb6aee8423d5 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 931 time: 0.0511189 Aug 12 22:04:50.562465 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22db25c5-f6e9-4c8f-a53c-e68b9fb20d16 req-59987bad-c666-4885-9bf6-950bcd9c8ebc tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Aug 12 22:04:51.676845 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dd644-f650-4993-b662-42f7ff70beb9 req-7323cc5a-a5d3-43e7-95c6-f86ace4f7225 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:51.679139 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-755dd644-f650-4993-b662-42f7ff70beb9 req-7323cc5a-a5d3-43e7-95c6-f86ace4f7225 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 931 time: 0.0521255 Aug 12 22:04:51.716827 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-755dd644-f650-4993-b662-42f7ff70beb9 req-52bc7475-4a5d-484b-bd57-44e968e0e836 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 Aug 12 22:04:52.475957 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38beaf-9aef-49e9-9f2a-b9f36b5ebe85 req-8b68a68f-1b22-4609-b47c-c77796ffe362 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:52.477537 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6a38beaf-9aef-49e9-9f2a-b9f36b5ebe85 req-8b68a68f-1b22-4609-b47c-c77796ffe362 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0603411 Aug 12 22:04:52.515815 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6a38beaf-9aef-49e9-9f2a-b9f36b5ebe85 req-71cfeadc-6058-49f5-95c3-c87b9d029e57 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319941 Aug 12 22:04:52.837467 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78c8c5-4b73-411c-bbd0-7e6e8397297d req-7bf9d808-2ebc-4e40-8eda-363ce58dceda tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:52.838962 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5a78c8c5-4b73-411c-bbd0-7e6e8397297d req-7bf9d808-2ebc-4e40-8eda-363ce58dceda tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 931 time: 0.0512879 Aug 12 22:04:52.876615 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5a78c8c5-4b73-411c-bbd0-7e6e8397297d req-6c5c2e79-50e8-4a95-8eba-2b0a47ba5f7f tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Aug 12 22:04:53.634375 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db6e66-4e08-4a8c-ba9e-793f870f26d4 req-ab26af55-1471-49c0-a409-a3f961949190 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:53.635986 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3db6e66-4e08-4a8c-ba9e-793f870f26d4 req-ab26af55-1471-49c0-a409-a3f961949190 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0502396 Aug 12 22:04:53.673609 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3db6e66-4e08-4a8c-ba9e-793f870f26d4 req-5fb6295a-626d-4474-a3fd-81c3f31a2eea tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307090 Aug 12 22:04:53.997880 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac3e14-a681-4432-94fa-a7619fd8cadf req-d66af470-1102-495e-b8d0-600f6f062f66 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:53.999336 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f6ac3e14-a681-4432-94fa-a7619fd8cadf req-d66af470-1102-495e-b8d0-600f6f062f66 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 931 time: 0.0530813 Aug 12 22:04:54.039052 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f6ac3e14-a681-4432-94fa-a7619fd8cadf req-5cc05cab-d77f-435c-bda1-9d177e0b953a tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336709 Aug 12 22:04:54.384183 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-684721d9-daef-4ea4-ae00-67b6788ce6de tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:04:54.385828 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-684721d9-daef-4ea4-ae00-67b6788ce6de tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063853 Aug 12 22:04:54.399967 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Request body: {'port': {'device_id': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:04:54.455626 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:54.467895 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98e415-567f-4ddd-a77b-83a30792b405 req-9f53f32d-c0b9-43f7-a2ab-1e12da2f03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:54.469399 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b98e415-567f-4ddd-a77b-83a30792b405 req-9f53f32d-c0b9-43f7-a2ab-1e12da2f03f7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=01057699-2c01-4ea0-9fa7-475eeabfcfd7 HTTP/1.1" status: 200 len: 909 time: 0.0852799 Aug 12 22:04:54.542300 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b98e415-567f-4ddd-a77b-83a30792b405 req-007a8053-892f-4072-bded-3f304e6354c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7d758b6-20b5-4155-b566-d744a651bc48 HTTP/1.1" status: 200 len: 1000 time: 0.0615292 Aug 12 22:04:54.593957 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98e415-567f-4ddd-a77b-83a30792b405 req-3d094de7-88eb-4182-b7ad-536ed2d8c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:54.595316 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b98e415-567f-4ddd-a77b-83a30792b405 req-3d094de7-88eb-4182-b7ad-536ed2d8c333 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f287bda6-8844-44cc-9a28-94e343651c95 HTTP/1.1" status: 200 len: 847 time: 0.0441141 Aug 12 22:04:54.642754 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98e415-567f-4ddd-a77b-83a30792b405 req-efd2b8d7-a4ef-4f19-9414-25ef65e9c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:54.644237 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b98e415-567f-4ddd-a77b-83a30792b405 req-efd2b8d7-a4ef-4f19-9414-25ef65e9c9ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01057699-2c01-4ea0-9fa7-475eeabfcfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392125 Aug 12 22:04:54.734918 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79308bdb-3495-4e50-b7ce-9c20b2745eb3 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:04:54.739036 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b98e415-567f-4ddd-a77b-83a30792b405 req-2364191f-abd2-4eae-ae55-b91eed3e2d65 service neutron] 10.222.0.66 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868669 Aug 12 22:04:54.742866 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:54.755263 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Transition to ACTIVE for port object 79308bdb-3495-4e50-b7ce-9c20b2745eb3 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:04:54.758679 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416840'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:54.846927 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Pushing event updated for resources: {'Port': ['ID=79308bdb-3495-4e50-b7ce-9c20b2745eb3,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:54.856515 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3851faf-28b1-4f8f-b98a-7470160ec7bc req-c64155b8-d686-471e-9ade-d6056d1b8ce0 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:54.862050 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d3851faf-28b1-4f8f-b98a-7470160ec7bc req-c64155b8-d686-471e-9ade-d6056d1b8ce0 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.1189063 Aug 12 22:04:54.878621 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Attempting to bind port 79308bdb-3495-4e50-b7ce-9c20b2745eb3 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:04:54.878959 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Attempting to bind port 79308bdb-3495-4e50-b7ce-9c20b2745eb3 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'a9c040fa-3416-495d-8c00-ffb3692208a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:04:54.879324 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Attempting to bind port 79308bdb-3495-4e50-b7ce-9c20b2745eb3 on network bb8f2ac0-026e-41b2-af21-0bd391a034ac {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:04:54.884651 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Port 79308bdb-3495-4e50-b7ce-9c20b2745eb3 on network bb8f2ac0-026e-41b2-af21-0bd391a034ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:04:54.884982 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Attempting to bind port 79308bdb-3495-4e50-b7ce-9c20b2745eb3 on network bb8f2ac0-026e-41b2-af21-0bd391a034ac {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:04:54.890783 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Checking agent: {'id': 'a42fe236-a8d6-4ef3-9c6b-8296248f4ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'started_at': datetime.datetime(2021, 8, 12, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:04:54.890783 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Checking segment: {'id': 'a9c040fa-3416-495d-8c00-ffb3692208a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:04:54.891133 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Bound using segment: {'id': 'a9c040fa-3416-495d-8c00-ffb3692208a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:04:54.891565 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Bound port: 79308bdb-3495-4e50-b7ce-9c20b2745eb3, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c040fa-3416-495d-8c00-ffb3692208a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:04:54.891941 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:54.921187 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d3851faf-28b1-4f8f-b98a-7470160ec7bc req-ced1579c-4ce4-4c80-9718-b270cbb95041 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503666 Aug 12 22:04:54.925214 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b98e415-567f-4ddd-a77b-83a30792b405 req-30c104a2-d3f0-463e-8b74-aa0b3a338052 service neutron] 10.222.0.66 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737132 Aug 12 22:04:54.963560 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] For port 79308bdb-3495-4e50-b7ce-9c20b2745eb3, host hv-cinder-80445, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:04:54.966925 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] For port 79308bdb-3495-4e50-b7ce-9c20b2745eb3, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=79308bdb-3495-4e50-b7ce-9c20b2745eb3,segment=NetworkSegment(a9c040fa-3416-495d-8c00-ffb3692208a7),segment_id=a9c040fa-3416-495d-8c00-ffb3692208a7)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:04:54.970626 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416840'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:55.002742 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:55.003372 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:55.004753 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] 10.222.0.66 "PUT /v2.0/ports/79308bdb-3495-4e50-b7ce-9c20b2745eb3 HTTP/1.1" status: 200 len: 1093 time: 0.6106682 Aug 12 22:04:55.007747 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'tag': '79308bdb-3495-4e50-b7ce-9c20b2745eb3'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:04:55.010898 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feda3784-7e37-4ab9-b660-b5d895858187" -d '{"events": [{"name": "network-changed", "server_uuid": "4eaba523-c920-4dcb-9fcb-0f3535a09ab6", "tag": "79308bdb-3495-4e50-b7ce-9c20b2745eb3"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:04:55.042672 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4385f-286f-45b6-a69f-53b80fb67b09 service neutron] Pushing event updated for resources: {'Port': ['ID=79308bdb-3495-4e50-b7ce-9c20b2745eb3,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:55.049241 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30c7b52-7f16-43c0-8caf-ef483dd2b833 x-openstack-request-id: req-b30c7b52-7f16-43c0-8caf-ef483dd2b833 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:04:55.049530 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eaba523-c920-4dcb-9fcb-0f3535a09ab6", "tag": "79308bdb-3495-4e50-b7ce-9c20b2745eb3", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:04:55.049783 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b30c7b52-7f16-43c0-8caf-ef483dd2b833 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:04:55.050386 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'tag': '79308bdb-3495-4e50-b7ce-9c20b2745eb3', 'status': 'completed', 'code': 200} Aug 12 22:04:55.102107 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af767a4d-5dea-4515-b655-80104d554764 req-8d6ede0f-1934-488a-baaa-f6e4a7a9f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:55.103839 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-8d6ede0f-1934-488a-baaa-f6e4a7a9f1fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=384ba3fe3eb847f8a84a09b85bb1a7e5&device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0565448 Aug 12 22:04:55.152131 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-4acea6d2-f371-4981-a4a2-8ce7b61fbb45 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79308bdb-3495-4e50-b7ce-9c20b2745eb3 HTTP/1.1" status: 200 len: 217 time: 0.0397882 Aug 12 22:04:55.166346 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055d18d-37b5-4266-b13d-5d77f38a9511 req-c9e7a69c-9d0d-4adc-9849-3444f3e759c2 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:55.168132 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a055d18d-37b5-4266-b13d-5d77f38a9511 req-c9e7a69c-9d0d-4adc-9849-3444f3e759c2 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 943 time: 0.0521915 Aug 12 22:04:55.207720 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af767a4d-5dea-4515-b655-80104d554764 req-abe70e80-35bf-43d5-8ea3-9bf94f2b0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:55.209360 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-abe70e80-35bf-43d5-8ea3-9bf94f2b0405 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98276848-28d5-4a3c-a853-46187f528456 HTTP/1.1" status: 200 len: 854 time: 0.0489421 Aug 12 22:04:55.213078 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a055d18d-37b5-4266-b13d-5d77f38a9511 req-00ee6a9b-b561-4361-9763-f8cf3af75578 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388856 Aug 12 22:04:55.260532 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af767a4d-5dea-4515-b655-80104d554764 req-164c6c4e-6006-48dd-8840-7a7ba6728b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:55.262084 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-164c6c4e-6006-48dd-8840-7a7ba6728b82 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb8f2ac0-026e-41b2-af21-0bd391a034ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418992 Aug 12 22:04:55.356795 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-ae34ded9-3ade-4b4d-9741-424967fcbad9 service neutron] 10.222.0.66 "GET /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872083 Aug 12 22:04:55.448476 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-af767a4d-5dea-4515-b655-80104d554764 req-e8e6d893-5abe-4f5e-a7c1-155f7421857f service neutron] 10.222.0.66 "GET /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827892 Aug 12 22:04:55.533817 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda3784-7e37-4ab9-b660-b5d895858187 req-f928ac73-70df-4484-8c6c-4715e37c74bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:55.535266 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-feda3784-7e37-4ab9-b660-b5d895858187 req-f928ac73-70df-4484-8c6c-4715e37c74bb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=384ba3fe3eb847f8a84a09b85bb1a7e5&device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0394404 Aug 12 22:04:55.880132 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda3784-7e37-4ab9-b660-b5d895858187 req-6f6b3f28-2e7c-413b-a851-2bbf49697fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:55.881700 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-feda3784-7e37-4ab9-b660-b5d895858187 req-6f6b3f28-2e7c-413b-a851-2bbf49697fb7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb8f2ac0-026e-41b2-af21-0bd391a034ac HTTP/1.1" status: 200 len: 916 time: 0.3360214 Aug 12 22:04:55.927486 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-feda3784-7e37-4ab9-b660-b5d895858187 req-3e5f03eb-561e-4499-a9af-857d7b41176d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79308bdb-3495-4e50-b7ce-9c20b2745eb3 HTTP/1.1" status: 200 len: 217 time: 0.0342867 Aug 12 22:04:55.980232 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda3784-7e37-4ab9-b660-b5d895858187 req-5447462e-f4ce-4eba-98bd-b8de70ed1e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:55.981738 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-feda3784-7e37-4ab9-b660-b5d895858187 req-5447462e-f4ce-4eba-98bd-b8de70ed1e13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98276848-28d5-4a3c-a853-46187f528456 HTTP/1.1" status: 200 len: 854 time: 0.0469503 Aug 12 22:04:56.037624 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda3784-7e37-4ab9-b660-b5d895858187 req-f17fab93-b641-417e-a9ed-8df1427c0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:56.039464 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-feda3784-7e37-4ab9-b660-b5d895858187 req-f17fab93-b641-417e-a9ed-8df1427c0e42 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb8f2ac0-026e-41b2-af21-0bd391a034ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406909 Aug 12 22:04:56.041258 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64529166-c5c8-4127-921f-2b0088458451 req-b0758a05-d8d2-42df-bf7a-0573967d7c32 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:56.042698 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-64529166-c5c8-4127-921f-2b0088458451 req-b0758a05-d8d2-42df-bf7a-0573967d7c32 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0483899 Aug 12 22:04:56.079383 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-64529166-c5c8-4127-921f-2b0088458451 req-a3a50df0-d3b9-42f1-bcc2-c3408d78897f tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307205 Aug 12 22:04:56.129314 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-feda3784-7e37-4ab9-b660-b5d895858187 req-a4cbf4b3-a27c-43dd-9bb1-24a1768e3562 service neutron] 10.222.0.66 "GET /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819330 Aug 12 22:04:56.226526 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-feda3784-7e37-4ab9-b660-b5d895858187 req-6460a5a1-e052-4516-9e88-2ab4f0d622d2 service neutron] 10.222.0.66 "GET /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836940 Aug 12 22:04:56.329261 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ed967-2d6b-40b2-bd47-5eaf04e8f279 req-0fa9c6b8-f0b5-47ae-837c-c4d2442515e4 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:56.330738 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed4ed967-2d6b-40b2-bd47-5eaf04e8f279 req-0fa9c6b8-f0b5-47ae-837c-c4d2442515e4 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 943 time: 0.0522020 Aug 12 22:04:56.367936 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed4ed967-2d6b-40b2-bd47-5eaf04e8f279 req-14c8323e-fa92-4c50-ac7a-cacab42082cb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307169 Aug 12 22:04:57.192579 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117d20b-8e7f-4df0-9ad3-1cde6e227c4e req-e241eacc-a91b-4ba6-87ee-014754763208 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:57.194045 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0117d20b-8e7f-4df0-9ad3-1cde6e227c4e req-e241eacc-a91b-4ba6-87ee-014754763208 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0475752 Aug 12 22:04:57.230717 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0117d20b-8e7f-4df0-9ad3-1cde6e227c4e req-9775757a-2b76-43e6-8909-79207d8a209f tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307684 Aug 12 22:04:57.481100 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07583a-a05e-4263-b685-d5ea4742ca3e req-3ed8ed00-2a46-4ac3-910d-40a0813b43de tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:57.482564 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db07583a-a05e-4263-b685-d5ea4742ca3e req-3ed8ed00-2a46-4ac3-910d-40a0813b43de tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 943 time: 0.0477161 Aug 12 22:04:57.518875 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db07583a-a05e-4263-b685-d5ea4742ca3e req-cf23e601-7413-4b95-a332-1b301af7ed7d tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305119 Aug 12 22:04:58.347642 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44424d3b-f2c2-4a30-b9df-d4545fb71e76 req-f57e43ef-4161-48d8-9540-bd2f1e7bcd4e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:58.349094 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-44424d3b-f2c2-4a30-b9df-d4545fb71e76 req-f57e43ef-4161-48d8-9540-bd2f1e7bcd4e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0525401 Aug 12 22:04:58.386851 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-44424d3b-f2c2-4a30-b9df-d4545fb71e76 req-5673c213-03d2-43cc-b0c1-63937ef842ee tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317738 Aug 12 22:04:58.628686 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea9902-288a-49a3-89c1-7d8551a5c5c1 req-8ca0bdff-7460-4965-bb02-a78894491f92 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:58.630168 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2ea9902-288a-49a3-89c1-7d8551a5c5c1 req-8ca0bdff-7460-4965-bb02-a78894491f92 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 943 time: 0.0480754 Aug 12 22:04:58.667428 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2ea9902-288a-49a3-89c1-7d8551a5c5c1 req-a7cebd7f-6d77-4e8f-aa6a-1f29341d1957 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305696 Aug 12 22:04:59.305635 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 79308bdb-3495-4e50-b7ce-9c20b2745eb3 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:04:59.395859 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 79308bdb-3495-4e50-b7ce-9c20b2745eb3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=79308bdb-3495-4e50-b7ce-9c20b2745eb3,segment=NetworkSegment(a9c040fa-3416-495d-8c00-ffb3692208a7),segment_id=a9c040fa-3416-495d-8c00-ffb3692208a7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:59.407599 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': '79308bdb-3495-4e50-b7ce-9c20b2745eb3', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'port_id': '79308bdb-3495-4e50-b7ce-9c20b2745eb3', 'mac_address': 'fa:16:3e:c7:9f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98276848-28d5-4a3c-a853-46187f528456', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:04:59.446321 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:59.458597 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79308bdb-3495-4e50-b7ce-9c20b2745eb3 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:04:59.478743 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 79308bdb-3495-4e50-b7ce-9c20b2745eb3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=79308bdb-3495-4e50-b7ce-9c20b2745eb3,segment=NetworkSegment(a9c040fa-3416-495d-8c00-ffb3692208a7),segment_id=a9c040fa-3416-495d-8c00-ffb3692208a7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:04:59.482982 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:04:59.501314 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e969e-1f3a-4a37-843a-e84e49c4083c req-a304f0c1-5451-46ce-8daa-52c9a715b3b2 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:59.502784 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f97e969e-1f3a-4a37-843a-e84e49c4083c req-a304f0c1-5451-46ce-8daa-52c9a715b3b2 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0504766 Aug 12 22:04:59.529793 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=79308bdb-3495-4e50-b7ce-9c20b2745eb3,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:04:59.536758 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:59.537125 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:59.537482 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:59.538446 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:59.538783 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:59.539125 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:59.539458 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:59.539790 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:59.540124 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:59.540454 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:59.540783 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:59.540885 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f97e969e-1f3a-4a37-843a-e84e49c4083c req-e2ea5c63-1805-45f6-925c-5c7fe5d61043 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318320 Aug 12 22:04:59.541111 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:04:59.706234 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['79308bdb-3495-4e50-b7ce-9c20b2745eb3'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:04:59.785296 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6422f02-618b-4831-994e-a851898a5c3d req-65fafd4c-d3fb-4913-a23c-ee75a83fed15 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:04:59.786762 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b6422f02-618b-4831-994e-a851898a5c3d req-65fafd4c-d3fb-4913-a23c-ee75a83fed15 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 944 time: 0.0529704 Aug 12 22:04:59.824108 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b6422f02-618b-4831-994e-a851898a5c3d req-ad72c256-3d97-43c2-8a28-7325e90b5f44 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311811 Aug 12 22:05:00.652929 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb21ac-3306-4075-b13a-f14a6fca5e41 req-34b073b2-6a47-4645-bf5e-9a1e0adca593 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:00.654440 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-03bb21ac-3306-4075-b13a-f14a6fca5e41 req-34b073b2-6a47-4645-bf5e-9a1e0adca593 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0484796 Aug 12 22:05:00.690652 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-03bb21ac-3306-4075-b13a-f14a6fca5e41 req-128c7e15-89c6-4bde-9511-46f30c89e25f tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303960 Aug 12 22:05:00.937374 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf1322-e990-4708-b480-85d68f00d32d req-b34798e3-29fd-47da-b8bf-218b6533ce4c tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:00.938809 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-13bf1322-e990-4708-b480-85d68f00d32d req-b34798e3-29fd-47da-b8bf-218b6533ce4c tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 944 time: 0.0468147 Aug 12 22:05:00.975337 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-13bf1322-e990-4708-b480-85d68f00d32d req-cefc3672-6d20-4b53-9711-c1703e80d357 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300636 Aug 12 22:05:01.319642 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 79308bdb-3495-4e50-b7ce-9c20b2745eb3 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:05:01.367168 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning for port 79308bdb-3495-4e50-b7ce-9c20b2745eb3 completed by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:05:01.370805 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port 79308bdb-3495-4e50-b7ce-9c20b2745eb3 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:05:01.371181 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:01.443571 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:01.464198 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79308bdb-3495-4e50-b7ce-9c20b2745eb3'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:05:01.466451 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16683912-8af1-41c7-ba89-7d143be38bf7" -d '{"events": [{"server_uuid": "4eaba523-c920-4dcb-9fcb-0f3535a09ab6", "name": "network-vif-plugged", "status": "completed", "tag": "79308bdb-3495-4e50-b7ce-9c20b2745eb3"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:05:01.479561 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port 79308bdb-3495-4e50-b7ce-9c20b2745eb3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=79308bdb-3495-4e50-b7ce-9c20b2745eb3,segment=NetworkSegment(a9c040fa-3416-495d-8c00-ffb3692208a7),segment_id=a9c040fa-3416-495d-8c00-ffb3692208a7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:01.483511 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:01.533242 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=79308bdb-3495-4e50-b7ce-9c20b2745eb3,revision_number=5']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:01.562910 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c555b64-a730-445e-86f3-e58ee9e20a73 x-openstack-request-id: req-0c555b64-a730-445e-86f3-e58ee9e20a73 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:05:01.563201 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eaba523-c920-4dcb-9fcb-0f3535a09ab6", "name": "network-vif-plugged", "status": "completed", "tag": "79308bdb-3495-4e50-b7ce-9c20b2745eb3", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:05:01.563459 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0c555b64-a730-445e-86f3-e58ee9e20a73 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:05:01.563852 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79308bdb-3495-4e50-b7ce-9c20b2745eb3', 'code': 200} Aug 12 22:05:01.726107 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee820d-90aa-4cac-b580-80ee2998295e req-e1780a72-4968-4868-8091-9c47541616c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:01.727612 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-31ee820d-90aa-4cac-b580-80ee2998295e req-e1780a72-4968-4868-8091-9c47541616c8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0400183 Aug 12 22:05:01.761573 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-31ee820d-90aa-4cac-b580-80ee2998295e req-d9a66b83-f6fc-4713-96f8-ff84878191e6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270755 Aug 12 22:05:01.808214 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbf2e7-4b7b-42bd-b53f-fd9609eb3813 req-5d74c362-a432-4782-b63b-9d188a330274 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:01.809620 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8dbbf2e7-4b7b-42bd-b53f-fd9609eb3813 req-5d74c362-a432-4782-b63b-9d188a330274 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0517435 Aug 12 22:05:01.846356 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8dbbf2e7-4b7b-42bd-b53f-fd9609eb3813 req-f906161d-8def-4207-bc0a-6d28d5daab6c tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308721 Aug 12 22:05:02.092976 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c9403-5652-4484-8ba9-53215928261b req-5bb2f6dc-ac1f-46c3-8915-fabafcc1d304 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:02.094449 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2d5c9403-5652-4484-8ba9-53215928261b req-5bb2f6dc-ac1f-46c3-8915-fabafcc1d304 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 945 time: 0.0502627 Aug 12 22:05:02.134802 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2d5c9403-5652-4484-8ba9-53215928261b req-68562dd1-cd49-4b02-bc88-3863bb88200c tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345383 Aug 12 22:05:02.735503 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:05:02.959166 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b88cb-e312-4cd1-9185-1f4803d8c3de req-8e2734e9-3b28-4470-8dd3-298fce8e8060 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:02.961540 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b00b88cb-e312-4cd1-9185-1f4803d8c3de req-8e2734e9-3b28-4470-8dd3-298fce8e8060 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0485394 Aug 12 22:05:02.998008 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b00b88cb-e312-4cd1-9185-1f4803d8c3de req-ab51486e-41a9-48ba-a868-ebd036d4c0f5 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305369 Aug 12 22:05:03.252254 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60bba9-d9d9-4d2e-9fb6-ebd5e7fa5d87 req-dacd168d-7521-43b1-827e-410e119928a3 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:03.253913 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce60bba9-d9d9-4d2e-9fb6-ebd5e7fa5d87 req-dacd168d-7521-43b1-827e-410e119928a3 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 945 time: 0.0543444 Aug 12 22:05:03.295898 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce60bba9-d9d9-4d2e-9fb6-ebd5e7fa5d87 req-53347b5a-f4d9-45b8-9323-1d9d670d1f0c tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324740 Aug 12 22:05:03.405637 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc5964-6d95-4987-ac86-ad4327f979cc req-cfe5182b-8435-419c-ad91-53a77b62b383 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:03.407103 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6bcc5964-6d95-4987-ac86-ad4327f979cc req-cfe5182b-8435-419c-ad91-53a77b62b383 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 945 time: 0.0501773 Aug 12 22:05:03.445383 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6bcc5964-6d95-4987-ac86-ad4327f979cc req-d30d9398-a94d-4349-b354-88f47c0269d7 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325341 Aug 12 22:05:03.773782 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30771f98-c0b1-4f1e-aeb0-0488a369f125 req-a604e239-3139-4e2a-ba95-fb7686e45696 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:03.775294 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-30771f98-c0b1-4f1e-aeb0-0488a369f125 req-a604e239-3139-4e2a-ba95-fb7686e45696 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 945 time: 0.0482838 Aug 12 22:05:03.812280 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-30771f98-c0b1-4f1e-aeb0-0488a369f125 req-1b36cf88-f462-4da3-8f5a-fd8d10fb8dfb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311944 Aug 12 22:05:04.120864 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc6e40-44bf-46eb-b874-420ea96df221 req-4e7f904d-5b1c-49ff-a10f-960f7cfed37d tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:04.122523 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aacc6e40-44bf-46eb-b874-420ea96df221 req-4e7f904d-5b1c-49ff-a10f-960f7cfed37d tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0573733 Aug 12 22:05:04.163435 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aacc6e40-44bf-46eb-b874-420ea96df221 req-69580183-9501-4ca8-abaa-0f1deffafe94 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339098 Aug 12 22:05:04.608992 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096833dd-e672-4356-88f1-3b6115554c49 req-f85e2c8a-c6ed-42ea-a6d7-56eba878c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:04.610552 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-096833dd-e672-4356-88f1-3b6115554c49 req-f85e2c8a-c6ed-42ea-a6d7-56eba878c03e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d3f43ad941834fb5b7b2eb496a2a997d&device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 1098 time: 0.0396404 Aug 12 22:05:04.701655 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096833dd-e672-4356-88f1-3b6115554c49 req-f0803022-bfac-45f8-8282-1139dfee909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:04.703094 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-096833dd-e672-4356-88f1-3b6115554c49 req-f0803022-bfac-45f8-8282-1139dfee909d service neutron] 10.222.0.66 "GET /v2.0/networks?id=01057699-2c01-4ea0-9fa7-475eeabfcfd7 HTTP/1.1" status: 200 len: 909 time: 0.0852330 Aug 12 22:05:04.766166 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-096833dd-e672-4356-88f1-3b6115554c49 req-089ca9d7-303f-4778-b33f-a6253a630b47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7d758b6-20b5-4155-b566-d744a651bc48 HTTP/1.1" status: 200 len: 1000 time: 0.0553334 Aug 12 22:05:04.817564 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096833dd-e672-4356-88f1-3b6115554c49 req-0d454fe1-fbd3-4813-8d41-962f2e678c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:04.818982 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-096833dd-e672-4356-88f1-3b6115554c49 req-0d454fe1-fbd3-4813-8d41-962f2e678c39 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f287bda6-8844-44cc-9a28-94e343651c95 HTTP/1.1" status: 200 len: 847 time: 0.0456903 Aug 12 22:05:04.863072 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096833dd-e672-4356-88f1-3b6115554c49 req-fffeaf46-79f4-4447-92c5-8eae4300e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:04.864432 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-096833dd-e672-4356-88f1-3b6115554c49 req-fffeaf46-79f4-4447-92c5-8eae4300e555 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01057699-2c01-4ea0-9fa7-475eeabfcfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388887 Aug 12 22:05:04.951213 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-096833dd-e672-4356-88f1-3b6115554c49 req-fe56222b-adc5-4062-ace3-2630e142577b service neutron] 10.222.0.66 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797331 Aug 12 22:05:05.043905 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-096833dd-e672-4356-88f1-3b6115554c49 req-04636916-0b48-4274-a468-5cbc3cb3b28e service neutron] 10.222.0.66 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854912 Aug 12 22:05:05.283705 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed6c43-f04f-424c-a2e7-c18d78be90b7 req-82fb0d5e-ed04-4e7e-bbe0-57fa50a981da tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:05.285255 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-70ed6c43-f04f-424c-a2e7-c18d78be90b7 req-82fb0d5e-ed04-4e7e-bbe0-57fa50a981da tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0506620 Aug 12 22:05:05.324430 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-70ed6c43-f04f-424c-a2e7-c18d78be90b7 req-448259cf-0544-478c-9582-5752466886ef tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328174 Aug 12 22:05:06.437367 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebda096-ac11-4e9b-a91f-3326d3e233b3 req-900e8c48-3ab0-4264-968e-7b86ed7b98ff tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:06.438826 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0ebda096-ac11-4e9b-a91f-3326d3e233b3 req-900e8c48-3ab0-4264-968e-7b86ed7b98ff tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0487733 Aug 12 22:05:06.476448 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0ebda096-ac11-4e9b-a91f-3326d3e233b3 req-17f307fa-5e04-45aa-8c4d-4f767fc02f0f tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311296 Aug 12 22:05:07.594253 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013be53e-a07a-4899-b1fb-4be7e09a1d0a req-422cf294-68e9-401e-87f9-155fbd33bf5e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:07.595612 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-013be53e-a07a-4899-b1fb-4be7e09a1d0a req-422cf294-68e9-401e-87f9-155fbd33bf5e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0519147 Aug 12 22:05:07.632624 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-013be53e-a07a-4899-b1fb-4be7e09a1d0a req-9224ba30-aecc-4a42-89c9-b13b3f69527b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304444 Aug 12 22:05:07.838233 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6db1fc-ad27-4ca3-885c-2ec13014c942 req-57e32507-9ffe-4daa-83e0-4c1b4c89cf09 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:07.839715 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3f6db1fc-ad27-4ca3-885c-2ec13014c942 req-57e32507-9ffe-4daa-83e0-4c1b4c89cf09 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0499816 Aug 12 22:05:07.856707 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7dfb84ba-a1c9-43e5-a10d-6e917231fbe5 req-f97ed111-5676-48bc-96bb-f7492dba0618 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888622 Aug 12 22:05:07.880188 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3f6db1fc-ad27-4ca3-885c-2ec13014c942 req-01120779-b3cd-47dc-9c70-4a136772d42d tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343120 Aug 12 22:05:07.888813 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:08.994013 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f5c22-b570-4538-813e-a5e5f13d3c64 req-a3026c61-8bbf-4c63-b1d7-8cf0e0aacccc tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:08.995457 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-638f5c22-b570-4538-813e-a5e5f13d3c64 req-a3026c61-8bbf-4c63-b1d7-8cf0e0aacccc tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0486212 Aug 12 22:05:09.033394 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-638f5c22-b570-4538-813e-a5e5f13d3c64 req-14846ff6-cf38-49ed-9056-fb753e5561fc tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321815 Aug 12 22:05:10.148245 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b980cc-3ce1-4b9b-985d-6058de936e28 req-d911df13-2671-4a80-ab32-575af993c2ad tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:10.149714 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-24b980cc-3ce1-4b9b-985d-6058de936e28 req-d911df13-2671-4a80-ab32-575af993c2ad tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0515053 Aug 12 22:05:10.185876 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-24b980cc-3ce1-4b9b-985d-6058de936e28 req-d26585cc-4672-4ce4-aa57-edafa8c32054 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303385 Aug 12 22:05:11.297230 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1636bd-c239-46e9-9b5a-bfa03576df8c req-3c7cebe4-7f38-432a-aa09-6800ec547e30 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:11.298698 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee1636bd-c239-46e9-9b5a-bfa03576df8c req-3c7cebe4-7f38-432a-aa09-6800ec547e30 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0472322 Aug 12 22:05:11.336392 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee1636bd-c239-46e9-9b5a-bfa03576df8c req-39046618-4c35-4e50-8a64-22b77b4f48ae tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310483 Aug 12 22:05:11.392984 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device a7d758b6-20b5-4155-b566-d744a651bc48 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:05:11.466027 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:11.487196 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7d758b6-20b5-4155-b566-d744a651bc48'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:05:11.489439 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49246a41-b95b-455c-8def-b5179b36b35c" -d '{"events": [{"server_uuid": "05106b11-3436-4c7b-8303-267bdc3d0dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "a7d758b6-20b5-4155-b566-d744a651bc48"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:05:11.502140 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port a7d758b6-20b5-4155-b566-d744a651bc48, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=a7d758b6-20b5-4155-b566-d744a651bc48,segment=NetworkSegment(e7146d22-729b-4c5c-bd28-052a48b87058),segment_id=e7146d22-729b-4c5c-bd28-052a48b87058)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:11.505923 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:11.531208 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 22:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5472aa8-0f79-4bc4-bf24-2c92e9ab1879 x-openstack-request-id: req-f5472aa8-0f79-4bc4-bf24-2c92e9ab1879 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:05:11.531502 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05106b11-3436-4c7b-8303-267bdc3d0dd0", "name": "network-vif-unplugged", "status": "failed", "tag": "a7d758b6-20b5-4155-b566-d744a651bc48", "code": 422}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:05:11.531754 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f5472aa8-0f79-4bc4-bf24-2c92e9ab1879 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:05:11.532132 dv-cinder-804457-2-iscsi neutron-server[93883]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7d758b6-20b5-4155-b566-d744a651bc48', 'code': 422} returned with failed status Aug 12 22:05:11.556781 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=a7d758b6-20b5-4155-b566-d744a651bc48,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:12.182842 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe0a27-a68b-4d75-982f-e34d8d63b7d6 req-70a81475-f880-4c12-87f5-eb951f738841 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:12.184329 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0fbe0a27-a68b-4d75-982f-e34d8d63b7d6 req-70a81475-f880-4c12-87f5-eb951f738841 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 945 time: 0.0501578 Aug 12 22:05:12.223832 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0fbe0a27-a68b-4d75-982f-e34d8d63b7d6 req-e0c01670-fd38-4b15-b985-2f75a44a6055 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333622 Aug 12 22:05:12.247029 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 37244) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:12.332585 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca35bb6c-335a-4dcb-93bf-2c0279fd3b7e tempest-TestMinimumBasicScenario-1793509660 tempest-TestMinimumBasicScenario-1793509660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:12.334188 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ca35bb6c-335a-4dcb-93bf-2c0279fd3b7e tempest-TestMinimumBasicScenario-1793509660 tempest-TestMinimumBasicScenario-1793509660-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 1093 time: 0.0862279 Aug 12 22:05:12.337053 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 37248) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:12.341628 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Request body: {'floatingip': {'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'port_id': '79308bdb-3495-4e50-b7ce-9c20b2745eb3', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:05:12.362743 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for floatingip, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:12.453683 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329f027-cf76-481f-a61c-bb04b323c5a9 req-b8badea2-8a1c-4404-bd91-5807658c64a5 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:12.455158 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f329f027-cf76-481f-a61c-bb04b323c5a9 req-b8badea2-8a1c-4404-bd91-5807658c64a5 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0521574 Aug 12 22:05:12.462869 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:12.493297 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f329f027-cf76-481f-a61c-bb04b323c5a9 req-6a63f690-5018-4f74-b15d-4537bb85f0d7 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321915 Aug 12 22:05:12.620540 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Allocated IP 172.27.1.57 (07826dfc-c97d-4455-8ea3-8b8e78ba3228/d4a155ac-5161-4949-b082-fa95c9ae046a/5e489498-0cc5-4282-9ee4-37a0c19bbe38) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:05:12.642393 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb84ba-a1c9-43e5-a10d-6e917231fbe5 req-d9235e68-b354-4163-9f6e-40fb88c1184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:12.643898 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7dfb84ba-a1c9-43e5-a10d-6e917231fbe5 req-d9235e68-b354-4163-9f6e-40fb88c1184d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0&tenant_id=d3f43ad941834fb5b7b2eb496a2a997d HTTP/1.1" status: 200 len: 1096 time: 0.0963702 Aug 12 22:05:12.744425 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb84ba-a1c9-43e5-a10d-6e917231fbe5 req-131c5ee7-c49a-48bf-b236-2ecfc9a37110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:12.745931 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7dfb84ba-a1c9-43e5-a10d-6e917231fbe5 req-131c5ee7-c49a-48bf-b236-2ecfc9a37110 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d3f43ad941834fb5b7b2eb496a2a997d&device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0606661 Aug 12 22:05:12.812347 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:12.878331 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb84ba-a1c9-43e5-a10d-6e917231fbe5 req-c2732086-15ca-417f-a47c-06409538914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:12.879803 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7dfb84ba-a1c9-43e5-a10d-6e917231fbe5 req-c2732086-15ca-417f-a47c-06409538914f service neutron] 10.222.0.66 "GET /v2.0/networks?id=01057699-2c01-4ea0-9fa7-475eeabfcfd7 HTTP/1.1" status: 200 len: 909 time: 0.1212146 Aug 12 22:05:12.885628 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757133836535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:12.970325 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Network 07826dfc-c97d-4455-8ea3-8b8e78ba3228 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:05:12.976289 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:05:12.980252 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Pushing event updated for resources: {'Port': ['ID=5e489498-0cc5-4282-9ee4-37a0c19bbe38,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:12.982468 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:05:13.016792 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7dfb84ba-a1c9-43e5-a10d-6e917231fbe5 req-b50c9c74-721c-4b52-a821-f960907e786b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7d758b6-20b5-4155-b566-d744a651bc48 HTTP/1.1" status: 200 len: 998 time: 0.1048472 Aug 12 22:05:13.114626 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb84ba-a1c9-43e5-a10d-6e917231fbe5 req-502f3115-48b1-4097-9735-6a4cde4b98af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:13.116003 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7dfb84ba-a1c9-43e5-a10d-6e917231fbe5 req-502f3115-48b1-4097-9735-6a4cde4b98af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f287bda6-8844-44cc-9a28-94e343651c95 HTTP/1.1" status: 200 len: 847 time: 0.0912979 Aug 12 22:05:13.216692 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb84ba-a1c9-43e5-a10d-6e917231fbe5 req-eca42ad9-b3d1-4526-9dd5-43fdad03c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:13.218229 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7dfb84ba-a1c9-43e5-a10d-6e917231fbe5 req-eca42ad9-b3d1-4526-9dd5-43fdad03c2ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01057699-2c01-4ea0-9fa7-475eeabfcfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0911682 Aug 12 22:05:13.377822 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7dfb84ba-a1c9-43e5-a10d-6e917231fbe5 req-49cb28fd-e417-4d8a-8b12-956deb9102f7 service neutron] 10.222.0.66 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345673 Aug 12 22:05:13.550307 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:13.553162 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7dfb84ba-a1c9-43e5-a10d-6e917231fbe5 req-9b3cfc29-c53f-4aed-b3c2-912e64609514 service neutron] 10.222.0.66 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423995 Aug 12 22:05:13.611479 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c71f3-ff93-49bf-ad59-55320e569ec7 req-3452de28-e5c8-4c6d-9d91-6a772bdddc1c tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:13.612997 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb7c71f3-ff93-49bf-ad59-55320e569ec7 req-3452de28-e5c8-4c6d-9d91-6a772bdddc1c tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0528092 Aug 12 22:05:13.622233 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:13.650839 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb7c71f3-ff93-49bf-ad59-55320e569ec7 req-df84808b-1cbb-4f9f-ba95-8631dc9ec169 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313332 Aug 12 22:05:13.767872 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:13.772280 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416840'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:13.838862 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Pushing event updated for resources: {'Port': ['ID=5e489498-0cc5-4282-9ee4-37a0c19bbe38,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:13.852402 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3733141'] for floatingip, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:13.948782 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.db.l3_db [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Floating IP 16b7120b-8966-47fd-b152-bf9e3af861cb associated. External IP: 172.27.1.57, port: 79308bdb-3495-4e50-b7ce-9c20b2745eb3. Aug 12 22:05:14.144654 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Router 827fed55-28b7-4678-b3d0-9a3444ea4f8b has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:05:14.249067 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:05:14.258904 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf473438-22e1-44f4-b602-aae53bdb8e82 None None] Sync routers for ids ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:05:14.266322 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.268196 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf473438-22e1-44f4-b602-aae53bdb8e82 None None] Routers {'827fed55-28b7-4678-b3d0-9a3444ea4f8b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:05:14.268818 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-cf473438-22e1-44f4-b602-aae53bdb8e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:04:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:14.296136 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-84a9fac8-b752-49d6-9d0f-5161b21eb430 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9580069 Aug 12 22:05:14.296904 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'tag': '79308bdb-3495-4e50-b7ce-9c20b2745eb3'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:05:14.299419 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e435ee4-ccba-4212-bced-cf645fd2ea6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4eaba523-c920-4dcb-9fcb-0f3535a09ab6", "tag": "79308bdb-3495-4e50-b7ce-9c20b2745eb3"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:05:14.299573 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37254) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:14.305781 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e02b5ae6-43d5-4739-aa6a-979c0022d8ce tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428141710', 'description': 'tempest-secgroup-smoke-428141710 description', 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:05:14.335468 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e02b5ae6-43d5-4739-aa6a-979c0022d8ce tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.337871 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bd7af6-be74-4492-8493-8b033f39d5dc x-openstack-request-id: req-60bd7af6-be74-4492-8493-8b033f39d5dc {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:05:14.338627 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eaba523-c920-4dcb-9fcb-0f3535a09ab6", "tag": "79308bdb-3495-4e50-b7ce-9c20b2745eb3", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:05:14.338627 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-60bd7af6-be74-4492-8493-8b033f39d5dc {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:05:14.338854 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'tag': '79308bdb-3495-4e50-b7ce-9c20b2745eb3', 'status': 'completed', 'code': 200} Aug 12 22:05:14.379016 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-cf473438-22e1-44f4-b602-aae53bdb8e82 None None] Set router 827fed55-28b7-4678-b3d0-9a3444ea4f8b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:05:14.408036 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e435ee4-ccba-4212-bced-cf645fd2ea6d req-c260d205-cf71-4763-a7e6-8bbd8bc70621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:14.409587 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5e435ee4-ccba-4212-bced-cf645fd2ea6d req-c260d205-cf71-4763-a7e6-8bbd8bc70621 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=384ba3fe3eb847f8a84a09b85bb1a7e5&device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0480249 Aug 12 22:05:14.425613 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e02b5ae6-43d5-4739-aa6a-979c0022d8ce tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.429934 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e02b5ae6-43d5-4739-aa6a-979c0022d8ce tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.461561 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b5ae6-43d5-4739-aa6a-979c0022d8ce tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2d4558-423f-4dab-a890-ae17e86fd71d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:14.464789 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e02b5ae6-43d5-4739-aa6a-979c0022d8ce tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.466105 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e02b5ae6-43d5-4739-aa6a-979c0022d8ce tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1655078 Aug 12 22:05:14.469644 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37258) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:14.474033 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-396ff809-28e3-4ebc-87a7-3109342de72a tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Request body: {'security_group_rule': {'security_group_id': '1b2d4558-423f-4dab-a890-ae17e86fd71d', 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:05:14.501838 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-396ff809-28e3-4ebc-87a7-3109342de72a tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.506689 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e435ee4-ccba-4212-bced-cf645fd2ea6d req-42ef43ec-79c7-49d0-89bf-4a337aaeb4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:14.508393 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5e435ee4-ccba-4212-bced-cf645fd2ea6d req-42ef43ec-79c7-49d0-89bf-4a337aaeb4e4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb8f2ac0-026e-41b2-af21-0bd391a034ac HTTP/1.1" status: 200 len: 916 time: 0.0923004 Aug 12 22:05:14.559265 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-396ff809-28e3-4ebc-87a7-3109342de72a tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.567147 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-396ff809-28e3-4ebc-87a7-3109342de72a tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.580529 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5e435ee4-ccba-4212-bced-cf645fd2ea6d req-7238a1d2-2b04-48f9-998b-18c6008c6b80 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79308bdb-3495-4e50-b7ce-9c20b2745eb3 HTTP/1.1" status: 200 len: 998 time: 0.0654352 Aug 12 22:05:14.586005 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ff809-28e3-4ebc-87a7-3109342de72a tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df36630d-c7c6-4bfa-9309-9c856cea5621,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:14.591658 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-396ff809-28e3-4ebc-87a7-3109342de72a tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.596779 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-396ff809-28e3-4ebc-87a7-3109342de72a tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237645 Aug 12 22:05:14.597081 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37260) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:14.603466 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1d03bc85-d1a1-4533-9588-0cf7226065ee tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Request body: {'security_group_rule': {'security_group_id': '1b2d4558-423f-4dab-a890-ae17e86fd71d', 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:05:14.610449 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-cf473438-22e1-44f4-b602-aae53bdb8e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'name': 'tempest-TestMinimumBasicScenario-1137847788-router', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:23Z', 'updated_at': '2021-08-12T22:04:26Z', 'revision_number': 4, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'gw_port': {'id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:24Z', 'updated_at': '2021-08-12T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '16b7120b-8966-47fd-b152-bf9e3af861cb', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'port_id': '79308bdb-3495-4e50-b7ce-9c20b2745eb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'mac_address': 'fa:16:3e:c7:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:05:13Z', 'updated_at': '2021-08-12T22:05:13Z', 'revision_number': 0, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59aaf041-6bb6-47d3-88e7-68998e099f0b', 'name': '', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'mac_address': 'fa:16:3e:07:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98276848-28d5-4a3c-a853-46187f528456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:26Z', 'updated_at': '2021-08-12T22:04:32Z', 'revision_number': 5, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'subnets': [{'id': '98276848-28d5-4a3c-a853-46187f528456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:14.632542 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d03bc85-d1a1-4533-9588-0cf7226065ee tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.635440 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e435ee4-ccba-4212-bced-cf645fd2ea6d req-1cb18b1e-1982-4464-9791-9a92770ef1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:14.637157 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5e435ee4-ccba-4212-bced-cf645fd2ea6d req-1cb18b1e-1982-4464-9791-9a92770ef1c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98276848-28d5-4a3c-a853-46187f528456 HTTP/1.1" status: 200 len: 854 time: 0.0469282 Aug 12 22:05:14.641820 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf473438-22e1-44f4-b602-aae53bdb8e82 None None] Checking router: 827fed55-28b7-4678-b3d0-9a3444ea4f8b for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:05:14.650873 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf473438-22e1-44f4-b602-aae53bdb8e82 None None] Routers {'827fed55-28b7-4678-b3d0-9a3444ea4f8b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:05:14.651483 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-cf473438-22e1-44f4-b602-aae53bdb8e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:04:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:14.697544 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d03bc85-d1a1-4533-9588-0cf7226065ee tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.699340 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e435ee4-ccba-4212-bced-cf645fd2ea6d req-fac22961-a81b-4512-b3ec-e980cf4d0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:14.701089 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5e435ee4-ccba-4212-bced-cf645fd2ea6d req-fac22961-a81b-4512-b3ec-e980cf4d0641 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb8f2ac0-026e-41b2-af21-0bd391a034ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551291 Aug 12 22:05:14.703301 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d03bc85-d1a1-4533-9588-0cf7226065ee tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.728368 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03bc85-d1a1-4533-9588-0cf7226065ee tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd835f7-0180-42e0-865d-e0aadf7aac5a,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:14.732141 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d03bc85-d1a1-4533-9588-0cf7226065ee tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.733325 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-1d03bc85-d1a1-4533-9588-0cf7226065ee tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351821 Aug 12 22:05:14.741921 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37264) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:14.747455 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f0c9d3a9-f783-4a44-8d28-315ccc9ae623 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Request body: {'security_group_rule': {'security_group_id': '1b2d4558-423f-4dab-a890-ae17e86fd71d', 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:05:14.767760 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-cf473438-22e1-44f4-b602-aae53bdb8e82 None None] Set router 827fed55-28b7-4678-b3d0-9a3444ea4f8b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:05:14.803609 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce883270-1f0f-4ca4-ad14-05d64cff621b req-0df52bb1-bb8f-4c92-8b5e-328bb9d73b18 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:14.805469 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce883270-1f0f-4ca4-ad14-05d64cff621b req-0df52bb1-bb8f-4c92-8b5e-328bb9d73b18 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0782306 Aug 12 22:05:14.807450 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5e435ee4-ccba-4212-bced-cf645fd2ea6d req-fba2a326-235a-4cb2-bd54-f41f1226b6bf service neutron] 10.222.0.66 "GET /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952699 Aug 12 22:05:14.808536 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f0c9d3a9-f783-4a44-8d28-315ccc9ae623 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.876157 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce883270-1f0f-4ca4-ad14-05d64cff621b req-58f3c931-94f9-4194-94d2-6c371ef4224f tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583324 Aug 12 22:05:14.890279 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f0c9d3a9-f783-4a44-8d28-315ccc9ae623 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.893942 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f0c9d3a9-f783-4a44-8d28-315ccc9ae623 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.908181 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5e435ee4-ccba-4212-bced-cf645fd2ea6d req-e77f5f78-c3c9-490b-b17f-40d863864505 service neutron] 10.222.0.66 "GET /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934253 Aug 12 22:05:14.916100 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9d3a9-f783-4a44-8d28-315ccc9ae623 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de88e32a-e9b3-4e39-830e-b27a4b104ea1,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:14.919559 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f0c9d3a9-f783-4a44-8d28-315ccc9ae623 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:14.920927 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f0c9d3a9-f783-4a44-8d28-315ccc9ae623 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1778228 Aug 12 22:05:14.923610 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37266) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:14.928136 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5322226d-6b38-430d-a609-aa12aadbabc9 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Request body: {'security_group_rule': {'security_group_id': '1b2d4558-423f-4dab-a890-ae17e86fd71d', 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:05:14.955783 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5322226d-6b38-430d-a609-aa12aadbabc9 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.017478 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-cf473438-22e1-44f4-b602-aae53bdb8e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'name': 'tempest-TestMinimumBasicScenario-1137847788-router', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:23Z', 'updated_at': '2021-08-12T22:04:26Z', 'revision_number': 4, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'gw_port': {'id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:24Z', 'updated_at': '2021-08-12T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '16b7120b-8966-47fd-b152-bf9e3af861cb', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'port_id': '79308bdb-3495-4e50-b7ce-9c20b2745eb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'mac_address': 'fa:16:3e:c7:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:05:13Z', 'updated_at': '2021-08-12T22:05:13Z', 'revision_number': 0, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59aaf041-6bb6-47d3-88e7-68998e099f0b', 'name': '', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'mac_address': 'fa:16:3e:07:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98276848-28d5-4a3c-a853-46187f528456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:26Z', 'updated_at': '2021-08-12T22:04:32Z', 'revision_number': 5, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'subnets': [{'id': '98276848-28d5-4a3c-a853-46187f528456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:05:15.020499 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5322226d-6b38-430d-a609-aa12aadbabc9 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.024563 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5322226d-6b38-430d-a609-aa12aadbabc9 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.042982 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322226d-6b38-430d-a609-aa12aadbabc9 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6456d1b1-e8c6-46ea-ab85-0b061ee614ea,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:15.045168 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf473438-22e1-44f4-b602-aae53bdb8e82 None None] The sync data for ids ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'] in dv-cinder-804457-2-iscsi is: [{'id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'name': 'tempest-TestMinimumBasicScenario-1137847788-router', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:23Z', 'updated_at': '2021-08-12T22:04:26Z', 'revision_number': 4, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'gw_port': {'id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:24Z', 'updated_at': '2021-08-12T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_floatingips': [{'id': '16b7120b-8966-47fd-b152-bf9e3af861cb', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'router_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'port_id': '79308bdb-3495-4e50-b7ce-9c20b2745eb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'mac_address': 'fa:16:3e:c7:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:05:13Z', 'updated_at': '2021-08-12T22:05:13Z', 'revision_number': 0, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59aaf041-6bb6-47d3-88e7-68998e099f0b', 'name': '', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'mac_address': 'fa:16:3e:07:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98276848-28d5-4a3c-a853-46187f528456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:26Z', 'updated_at': '2021-08-12T22:04:32Z', 'revision_number': 5, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'subnets': [{'id': '98276848-28d5-4a3c-a853-46187f528456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:05:15.045964 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5322226d-6b38-430d-a609-aa12aadbabc9 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.047090 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5322226d-6b38-430d-a609-aa12aadbabc9 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224897 Aug 12 22:05:15.050157 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37268) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:15.054901 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e049dcb3-ab19-43f9-8a98-f8ac399a8a0e tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Request body: {'security_group_rule': {'security_group_id': '1b2d4558-423f-4dab-a890-ae17e86fd71d', 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:05:15.077366 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-e049dcb3-ab19-43f9-8a98-f8ac399a8a0e tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Project 384ba3fe3eb847f8a84a09b85bb1a7e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 22:05:15.082274 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e049dcb3-ab19-43f9-8a98-f8ac399a8a0e tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.144308 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e049dcb3-ab19-43f9-8a98-f8ac399a8a0e tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.148511 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e049dcb3-ab19-43f9-8a98-f8ac399a8a0e tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.166953 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049dcb3-ab19-43f9-8a98-f8ac399a8a0e tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237b0635-ba38-4744-94da-478c4a27876d,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:15.175272 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e049dcb3-ab19-43f9-8a98-f8ac399a8a0e tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.176526 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e049dcb3-ab19-43f9-8a98-f8ac399a8a0e tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256776 Aug 12 22:05:15.179420 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37270) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:05:15.183962 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4ea845d7-92bd-44c1-9afd-a6498c73da20 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Request body: {'security_group_rule': {'security_group_id': '1b2d4558-423f-4dab-a890-ae17e86fd71d', 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:05:15.206421 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-4ea845d7-92bd-44c1-9afd-a6498c73da20 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Project 384ba3fe3eb847f8a84a09b85bb1a7e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 22:05:15.212461 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ea845d7-92bd-44c1-9afd-a6498c73da20 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.236803 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2967001-fabd-4277-8676-4c80c853214e None None] New status for floating IP 16b7120b-8966-47fd-b152-bf9e3af861cb: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:05:15.281669 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2a2f2227-b3f9-4c28-b288-f77775fc5ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.286290 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ea845d7-92bd-44c1-9afd-a6498c73da20 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.290926 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ea845d7-92bd-44c1-9afd-a6498c73da20 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872328'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.308614 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea845d7-92bd-44c1-9afd-a6498c73da20 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e09c4b8-467e-4dd9-b7d4-8aefe0b842ea,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:15.315356 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ea845d7-92bd-44c1-9afd-a6498c73da20 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.316618 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4ea845d7-92bd-44c1-9afd-a6498c73da20 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362677 Aug 12 22:05:15.399267 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9d9e9498-021a-4b8d-8e65-4e54faafb6e1 req-793fe5d2-cf68-4e6b-9ea5-275ea8167a29 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428141710&fields=id&tenant_id=384ba3fe3eb847f8a84a09b85bb1a7e5 HTTP/1.1" status: 200 len: 267 time: 0.0353017 Aug 12 22:05:15.452034 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e9498-021a-4b8d-8e65-4e54faafb6e1 req-95bf2877-892a-4fe6-a506-161e56de4c94 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:15.453565 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9d9e9498-021a-4b8d-8e65-4e54faafb6e1 req-95bf2877-892a-4fe6-a506-161e56de4c94 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 945 time: 0.0485265 Aug 12 22:05:15.465192 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-9d9e9498-021a-4b8d-8e65-4e54faafb6e1 req-1233d01c-0501-48e7-95a5-19fb9f7078d5 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Request body: {'port': {'security_groups': ['4dd08b1b-9c69-4f85-8300-c58b928fb9c2', '1b2d4558-423f-4dab-a890-ae17e86fd71d']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:05:15.527488 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9d9e9498-021a-4b8d-8e65-4e54faafb6e1 req-1233d01c-0501-48e7-95a5-19fb9f7078d5 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.704207 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-9d9e9498-021a-4b8d-8e65-4e54faafb6e1 req-1233d01c-0501-48e7-95a5-19fb9f7078d5 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] For port 79308bdb-3495-4e50-b7ce-9c20b2745eb3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=79308bdb-3495-4e50-b7ce-9c20b2745eb3,segment=NetworkSegment(a9c040fa-3416-495d-8c00-ffb3692208a7),segment_id=a9c040fa-3416-495d-8c00-ffb3692208a7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:15.733136 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9d9e9498-021a-4b8d-8e65-4e54faafb6e1 req-1233d01c-0501-48e7-95a5-19fb9f7078d5 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.737360 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9d9e9498-021a-4b8d-8e65-4e54faafb6e1 req-1233d01c-0501-48e7-95a5-19fb9f7078d5 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.752925 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['79308bdb-3495-4e50-b7ce-9c20b2745eb3'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:05:15.779392 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e9498-021a-4b8d-8e65-4e54faafb6e1 req-1233d01c-0501-48e7-95a5-19fb9f7078d5 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:15.780014 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9d9e9498-021a-4b8d-8e65-4e54faafb6e1 req-1233d01c-0501-48e7-95a5-19fb9f7078d5 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:15.781466 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9d9e9498-021a-4b8d-8e65-4e54faafb6e1 req-1233d01c-0501-48e7-95a5-19fb9f7078d5 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "PUT /v2.0/ports/79308bdb-3495-4e50-b7ce-9c20b2745eb3 HTTP/1.1" status: 200 len: 981 time: 0.3214862 Aug 12 22:05:15.781890 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'tag': '79308bdb-3495-4e50-b7ce-9c20b2745eb3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:05:15.784137 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f600f1-f155-4513-9677-cc969edb0635" -d '{"events": [{"name": "network-changed", "server_uuid": "4eaba523-c920-4dcb-9fcb-0f3535a09ab6", "tag": "79308bdb-3495-4e50-b7ce-9c20b2745eb3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:05:15.812327 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233d01c-0501-48e7-95a5-19fb9f7078d5 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Pushing event updated for resources: {'Port': ['ID=79308bdb-3495-4e50-b7ce-9c20b2745eb3,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:15.850339 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['79308bdb-3495-4e50-b7ce-9c20b2745eb3'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:05:15.913858 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3c76a-5c83-4a49-818a-c25867ec4fd6 req-b72000e4-3d16-4284-bfff-7f2f1b02917b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:15.914924 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e1b3c76a-5c83-4a49-818a-c25867ec4fd6 req-b72000e4-3d16-4284-bfff-7f2f1b02917b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 984 time: 0.0643229 Aug 12 22:05:15.931785 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3accb22c-c694-4560-bd8a-83d11e0068d6 x-openstack-request-id: req-3accb22c-c694-4560-bd8a-83d11e0068d6 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:05:15.932086 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eaba523-c920-4dcb-9fcb-0f3535a09ab6", "tag": "79308bdb-3495-4e50-b7ce-9c20b2745eb3", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:05:15.932342 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3accb22c-c694-4560-bd8a-83d11e0068d6 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:05:15.932883 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'tag': '79308bdb-3495-4e50-b7ce-9c20b2745eb3', 'status': 'completed', 'code': 200} Aug 12 22:05:15.979460 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e1b3c76a-5c83-4a49-818a-c25867ec4fd6 req-f742f122-2434-418e-b689-e9d8c8322fc9 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b2d4558-423f-4dab-a890-ae17e86fd71d&id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572562 Aug 12 22:05:16.021275 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f600f1-f155-4513-9677-cc969edb0635 req-c9fd2f15-0584-45fa-832d-0bbcd448fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:16.023580 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c3f600f1-f155-4513-9677-cc969edb0635 req-c9fd2f15-0584-45fa-832d-0bbcd448fc0b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=384ba3fe3eb847f8a84a09b85bb1a7e5&device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 1137 time: 0.0663252 Aug 12 22:05:16.061266 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab947b-b762-4945-ac07-bacf10b76d08 req-06f02a0e-5e2e-4a50-bac0-560ff174e2c9 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:16.062770 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-60ab947b-b762-4945-ac07-bacf10b76d08 req-06f02a0e-5e2e-4a50-bac0-560ff174e2c9 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0501649 Aug 12 22:05:16.085367 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-0510cebb-f0c1-4d3a-a46b-48aac14c63f5 None None] Provisioning complete for port 79308bdb-3495-4e50-b7ce-9c20b2745eb3 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:05:16.085932 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0510cebb-f0c1-4d3a-a46b-48aac14c63f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:16.105511 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-60ab947b-b762-4945-ac07-bacf10b76d08 req-dbbb2235-bac7-4b69-99b8-d92150cbfb6a tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367007 Aug 12 22:05:16.122860 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f600f1-f155-4513-9677-cc969edb0635 req-03aff6b5-594d-4783-8a71-8b530c1eb434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:16.124350 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c3f600f1-f155-4513-9677-cc969edb0635 req-03aff6b5-594d-4783-8a71-8b530c1eb434 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb8f2ac0-026e-41b2-af21-0bd391a034ac HTTP/1.1" status: 200 len: 916 time: 0.0935652 Aug 12 22:05:16.191090 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c3f600f1-f155-4513-9677-cc969edb0635 req-25f47f8a-7f5a-4776-a280-5c5877f75078 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79308bdb-3495-4e50-b7ce-9c20b2745eb3 HTTP/1.1" status: 200 len: 1000 time: 0.0576966 Aug 12 22:05:16.498875 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f600f1-f155-4513-9677-cc969edb0635 req-9a8925da-7b18-4293-929e-6af0cde99870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:16.500325 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c3f600f1-f155-4513-9677-cc969edb0635 req-9a8925da-7b18-4293-929e-6af0cde99870 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98276848-28d5-4a3c-a853-46187f528456 HTTP/1.1" status: 200 len: 854 time: 0.3027298 Aug 12 22:05:16.544437 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f600f1-f155-4513-9677-cc969edb0635 req-1d4d00ff-1718-44e0-a1cc-d42e257a8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:16.545814 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c3f600f1-f155-4513-9677-cc969edb0635 req-1d4d00ff-1718-44e0-a1cc-d42e257a8091 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb8f2ac0-026e-41b2-af21-0bd391a034ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385101 Aug 12 22:05:16.634796 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c3f600f1-f155-4513-9677-cc969edb0635 req-64b3b75a-dbe2-4475-91a2-4fb3d3e9f357 service neutron] 10.222.0.66 "GET /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798490 Aug 12 22:05:16.739876 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c3f600f1-f155-4513-9677-cc969edb0635 req-1624d0c5-fc54-46ac-98cb-aa00e6d73bd7 service neutron] 10.222.0.66 "GET /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793538 Aug 12 22:05:17.220820 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d09e8-48a5-46be-9ea9-6435502eb18d req-13c7191c-cdfd-44a8-8610-9843b295b881 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:17.222259 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-496d09e8-48a5-46be-9ea9-6435502eb18d req-13c7191c-cdfd-44a8-8610-9843b295b881 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0471032 Aug 12 22:05:17.266378 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-496d09e8-48a5-46be-9ea9-6435502eb18d req-c25c17a9-d858-4272-ae0c-576685f11046 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379858 Aug 12 22:05:17.747497 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17be05af-084e-4ed2-a597-bbab3115566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:18.199064 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:18.379771 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762c311-d9fa-45aa-b836-2ce976ffc854 req-cf4ac03c-3b47-4b2d-a052-e6473c83b835 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:18.381253 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7762c311-d9fa-45aa-b836-2ce976ffc854 req-cf4ac03c-3b47-4b2d-a052-e6473c83b835 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0486522 Aug 12 22:05:18.418475 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7762c311-d9fa-45aa-b836-2ce976ffc854 req-427e70f7-6fdd-4a89-a675-94026f14cbaf tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311363 Aug 12 22:05:18.974171 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:19.531637 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0c6de-4021-427c-abf4-cdc4c826dd2f req-019a95f8-a9d2-4cc6-a81d-ad745dcdd023 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:19.533089 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-31d0c6de-4021-427c-abf4-cdc4c826dd2f req-019a95f8-a9d2-4cc6-a81d-ad745dcdd023 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0495217 Aug 12 22:05:19.573003 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-31d0c6de-4021-427c-abf4-cdc4c826dd2f req-704726b0-e695-4050-899c-dccbdc6b4192 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332959 Aug 12 22:05:20.469899 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:20.684281 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de669a69-a782-4fa8-87d9-031be87cb59f req-b0225bec-b98a-47d4-bfb8-2235ca100032 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:20.685750 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-de669a69-a782-4fa8-87d9-031be87cb59f req-b0225bec-b98a-47d4-bfb8-2235ca100032 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 943 time: 0.0475597 Aug 12 22:05:20.722317 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-de669a69-a782-4fa8-87d9-031be87cb59f req-5c6453ed-54c5-4a1c-b544-6ad2ec3a1089 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308003 Aug 12 22:05:21.419477 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device a7d758b6-20b5-4155-b566-d744a651bc48 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:05:21.632320 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port a7d758b6-20b5-4155-b566-d744a651bc48, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=a7d758b6-20b5-4155-b566-d744a651bc48,segment=NetworkSegment(e7146d22-729b-4c5c-bd28-052a48b87058),segment_id=e7146d22-729b-4c5c-bd28-052a48b87058)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:21.643344 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Returning: {'device': 'a7d758b6-20b5-4155-b566-d744a651bc48', 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'port_id': 'a7d758b6-20b5-4155-b566-d744a651bc48', 'mac_address': 'fa:16:3e:85:43:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:05:21.678308 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:21.693271 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d758b6-20b5-4155-b566-d744a651bc48 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:05:21.711936 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port a7d758b6-20b5-4155-b566-d744a651bc48, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=a7d758b6-20b5-4155-b566-d744a651bc48,segment=NetworkSegment(e7146d22-729b-4c5c-bd28-052a48b87058),segment_id=e7146d22-729b-4c5c-bd28-052a48b87058)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:21.715761 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:21.762384 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=a7d758b6-20b5-4155-b566-d744a651bc48,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:21.832916 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acafa5-284f-4942-b824-f52a9092b2f8 req-7402ab47-6348-4a1a-8a06-1c313946ee64 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:21.834415 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8acafa5-284f-4942-b824-f52a9092b2f8 req-7402ab47-6348-4a1a-8a06-1c313946ee64 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 944 time: 0.0476289 Aug 12 22:05:21.872581 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8acafa5-284f-4942-b824-f52a9092b2f8 req-fff236e6-7ad8-472f-b08d-d74e3aafa5be tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315428 Aug 12 22:05:21.949834 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['a7d758b6-20b5-4155-b566-d744a651bc48'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:05:22.983592 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f94ea0-ba7f-4161-84f5-5020002df772 req-0287b7b9-bee8-475f-aa37-d0b4701be1cb tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:22.985013 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87f94ea0-ba7f-4161-84f5-5020002df772 req-0287b7b9-bee8-475f-aa37-d0b4701be1cb tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 944 time: 0.0471337 Aug 12 22:05:23.024428 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87f94ea0-ba7f-4161-84f5-5020002df772 req-e34bce12-18e2-4baa-b467-bd4f99f7487c tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336263 Aug 12 22:05:23.443556 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device a7d758b6-20b5-4155-b566-d744a651bc48 up at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:05:23.488706 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Provisioning complete for port a7d758b6-20b5-4155-b566-d744a651bc48 triggered by entity L2. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:05:23.489072 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:23.566482 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:23.588431 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d758b6-20b5-4155-b566-d744a651bc48'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:05:23.590702 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb8a7cbe0ab0ccdbaa9ce45edfe8569db0577c66ddf20da3fd64d11f5f99028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfd5d4e-041f-430c-9ffa-abf6a7563124" -d '{"events": [{"server_uuid": "05106b11-3436-4c7b-8303-267bdc3d0dd0", "name": "network-vif-plugged", "status": "completed", "tag": "a7d758b6-20b5-4155-b566-d744a651bc48"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:05:23.603068 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] For port a7d758b6-20b5-4155-b566-d744a651bc48, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=a7d758b6-20b5-4155-b566-d744a651bc48,segment=NetworkSegment(e7146d22-729b-4c5c-bd28-052a48b87058),segment_id=e7146d22-729b-4c5c-bd28-052a48b87058)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:05:23.607055 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:23.630121 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999a84c8-d7b4-4ead-90ac-8c9dbebd6c3c x-openstack-request-id: req-999a84c8-d7b4-4ead-90ac-8c9dbebd6c3c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:05:23.630418 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05106b11-3436-4c7b-8303-267bdc3d0dd0", "name": "network-vif-plugged", "status": "completed", "tag": "a7d758b6-20b5-4155-b566-d744a651bc48", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:05:23.630671 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-999a84c8-d7b4-4ead-90ac-8c9dbebd6c3c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:05:23.631059 dv-cinder-804457-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d758b6-20b5-4155-b566-d744a651bc48', 'code': 200} Aug 12 22:05:23.658276 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Pushing event updated for resources: {'Port': ['ID=a7d758b6-20b5-4155-b566-d744a651bc48,revision_number=8']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:05:23.851826 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1598ea2-7d1c-48a3-8176-bd067e9b7e51 req-e44d6a2e-8c32-4346-a59c-a10135e575ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:23.853261 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d1598ea2-7d1c-48a3-8176-bd067e9b7e51 req-e44d6a2e-8c32-4346-a59c-a10135e575ac service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 1098 time: 0.0407107 Aug 12 22:05:23.888330 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d1598ea2-7d1c-48a3-8176-bd067e9b7e51 req-f5f0c181-cfab-4edd-b8f4-586f4d79a870 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274885 Aug 12 22:05:24.135124 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09310d79-4477-4562-a94d-ca50b051b6b1 req-3f809acd-6c1d-4a01-b36b-7d6fa10607bf tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:24.136901 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-09310d79-4477-4562-a94d-ca50b051b6b1 req-3f809acd-6c1d-4a01-b36b-7d6fa10607bf tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0481172 Aug 12 22:05:24.175807 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-09310d79-4477-4562-a94d-ca50b051b6b1 req-55fed70c-239d-43fe-907a-f57da0204e37 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329063 Aug 12 22:05:25.292216 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db23f1d-52bc-43bd-9a17-a3896a6dc97a req-53bd1f21-52b9-4060-84b6-83544786b066 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:25.293715 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7db23f1d-52bc-43bd-9a17-a3896a6dc97a req-53bd1f21-52b9-4060-84b6-83544786b066 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0480502 Aug 12 22:05:25.331559 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7db23f1d-52bc-43bd-9a17-a3896a6dc97a req-aa9ea322-8e5e-4d70-884b-46848e3754e6 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316381 Aug 12 22:05:37.888424 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:38.714001 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a76674-85a5-4b26-9877-924a95a752d8 req-b6a960d0-5df8-4f06-946e-2e69648122ea tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:38.715484 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d3a76674-85a5-4b26-9877-924a95a752d8 req-b6a960d0-5df8-4f06-946e-2e69648122ea tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 984 time: 0.0489452 Aug 12 22:05:38.720116 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a45024-04a0-414c-935c-b54837b1a546 req-c99ac75e-3c64-4c93-a49b-43edcc758414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:38.721649 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f6a45024-04a0-414c-935c-b54837b1a546 req-c99ac75e-3c64-4c93-a49b-43edcc758414 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=384ba3fe3eb847f8a84a09b85bb1a7e5&device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 1137 time: 0.0444789 Aug 12 22:05:38.759126 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d3a76674-85a5-4b26-9877-924a95a752d8 req-24542b82-445c-48c1-a7f2-7b03b2b2a108 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b2d4558-423f-4dab-a890-ae17e86fd71d&id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372572 Aug 12 22:05:38.814747 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a45024-04a0-414c-935c-b54837b1a546 req-f5ed2024-95c5-4551-8c64-742fcb8eccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:38.816248 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f6a45024-04a0-414c-935c-b54837b1a546 req-f5ed2024-95c5-4551-8c64-742fcb8eccf9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb8f2ac0-026e-41b2-af21-0bd391a034ac HTTP/1.1" status: 200 len: 916 time: 0.0834098 Aug 12 22:05:38.887187 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f6a45024-04a0-414c-935c-b54837b1a546 req-9e3e682f-18f8-481d-ad43-7b525437afd5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79308bdb-3495-4e50-b7ce-9c20b2745eb3 HTTP/1.1" status: 200 len: 1000 time: 0.0616233 Aug 12 22:05:38.941825 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a45024-04a0-414c-935c-b54837b1a546 req-16158a7b-aebc-451f-a01b-3017dffc14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:38.943220 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f6a45024-04a0-414c-935c-b54837b1a546 req-16158a7b-aebc-451f-a01b-3017dffc14bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98276848-28d5-4a3c-a853-46187f528456 HTTP/1.1" status: 200 len: 854 time: 0.0416584 Aug 12 22:05:38.988595 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a45024-04a0-414c-935c-b54837b1a546 req-a8fee25e-2b46-4bdc-823a-4f8a228cda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:38.990070 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f6a45024-04a0-414c-935c-b54837b1a546 req-a8fee25e-2b46-4bdc-823a-4f8a228cda24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb8f2ac0-026e-41b2-af21-0bd391a034ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380957 Aug 12 22:05:39.079318 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f6a45024-04a0-414c-935c-b54837b1a546 req-1953de30-1ed4-4860-b7d5-34218659a8e8 service neutron] 10.222.0.66 "GET /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818546 Aug 12 22:05:39.168186 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f6a45024-04a0-414c-935c-b54837b1a546 req-62eb2c80-af84-4c89-85f4-b0af5bb591f9 service neutron] 10.222.0.66 "GET /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813890 Aug 12 22:05:39.735024 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:05:39.877768 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64f46a-97ae-48c5-9d7d-975190fbc70c req-c78cc97e-f8ec-4b18-a9c1-f82d38b880d4 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:39.879268 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cc64f46a-97ae-48c5-9d7d-975190fbc70c req-c78cc97e-f8ec-4b18-a9c1-f82d38b880d4 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 984 time: 0.0484951 Aug 12 22:05:39.918811 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cc64f46a-97ae-48c5-9d7d-975190fbc70c req-5deb567d-f0b7-47d5-b1f1-7d8b92e43319 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b2d4558-423f-4dab-a890-ae17e86fd71d&id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335865 Aug 12 22:05:41.030920 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d345f1-5aa8-45ca-b7e0-50ceb11ff47b req-e17729d4-182a-4ebb-9e09-31130cc8f521 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:41.032372 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-89d345f1-5aa8-45ca-b7e0-50ceb11ff47b req-e17729d4-182a-4ebb-9e09-31130cc8f521 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 984 time: 0.0489955 Aug 12 22:05:41.070390 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-89d345f1-5aa8-45ca-b7e0-50ceb11ff47b req-7c62061e-7ccc-44bd-a967-0a85348bc840 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b2d4558-423f-4dab-a890-ae17e86fd71d&id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321338 Aug 12 22:05:42.186198 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b85cd9-f1e4-4634-80f7-09b80a7472be req-2e4e3316-1e64-4756-99f9-debc4285d38b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:42.187637 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b2b85cd9-f1e4-4634-80f7-09b80a7472be req-2e4e3316-1e64-4756-99f9-debc4285d38b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 984 time: 0.0475442 Aug 12 22:05:42.229006 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b2b85cd9-f1e4-4634-80f7-09b80a7472be req-ec153a22-fe41-4f82-a52c-06b4846a7744 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b2d4558-423f-4dab-a890-ae17e86fd71d&id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352848 Aug 12 22:05:43.206520 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-558a9660-3fd7-412f-9aee-dbcdfdb5f817 req-4b324235-afde-4711-b2b2-1e2b83b4b346 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386350 Aug 12 22:05:43.292739 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a9660-3fd7-412f-9aee-dbcdfdb5f817 req-defd2c96-3505-4439-ba91-e25be39b1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:43.294573 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-558a9660-3fd7-412f-9aee-dbcdfdb5f817 req-defd2c96-3505-4439-ba91-e25be39b1d7f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d3f43ad941834fb5b7b2eb496a2a997d&device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 1098 time: 0.0461016 Aug 12 22:05:43.345884 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a571f-cd61-4ead-83ff-1a9e24edbbdb req-188dc6aa-dc0f-4cfa-9c4a-759496ad803e tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:43.347628 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5a5a571f-cd61-4ead-83ff-1a9e24edbbdb req-188dc6aa-dc0f-4cfa-9c4a-759496ad803e tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 984 time: 0.0510814 Aug 12 22:05:43.387406 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5a5a571f-cd61-4ead-83ff-1a9e24edbbdb req-7b7cd02f-2026-462d-ad66-d499c19429f1 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b2d4558-423f-4dab-a890-ae17e86fd71d&id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337732 Aug 12 22:05:43.400671 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a9660-3fd7-412f-9aee-dbcdfdb5f817 req-8fcf4d30-3210-4cb6-abb6-7e890a7c3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:43.402181 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-558a9660-3fd7-412f-9aee-dbcdfdb5f817 req-8fcf4d30-3210-4cb6-abb6-7e890a7c3fe7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=01057699-2c01-4ea0-9fa7-475eeabfcfd7 HTTP/1.1" status: 200 len: 909 time: 0.0862422 Aug 12 22:05:43.470677 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-558a9660-3fd7-412f-9aee-dbcdfdb5f817 req-26646ff6-01b9-4a90-8bf0-39d11e11a9ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7d758b6-20b5-4155-b566-d744a651bc48 HTTP/1.1" status: 200 len: 1000 time: 0.0598176 Aug 12 22:05:43.524714 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a9660-3fd7-412f-9aee-dbcdfdb5f817 req-39ca5395-efa6-4ea2-b71e-5397d244c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:43.526127 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-558a9660-3fd7-412f-9aee-dbcdfdb5f817 req-39ca5395-efa6-4ea2-b71e-5397d244c9e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f287bda6-8844-44cc-9a28-94e343651c95 HTTP/1.1" status: 200 len: 847 time: 0.0431371 Aug 12 22:05:43.577235 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a9660-3fd7-412f-9aee-dbcdfdb5f817 req-4e5d6023-07b2-48a1-b26b-15a666992564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:43.578679 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-558a9660-3fd7-412f-9aee-dbcdfdb5f817 req-4e5d6023-07b2-48a1-b26b-15a666992564 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01057699-2c01-4ea0-9fa7-475eeabfcfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386384 Aug 12 22:05:43.672042 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-558a9660-3fd7-412f-9aee-dbcdfdb5f817 req-a872f7be-e5de-40a1-ba59-2cb6ea6b96cc service neutron] 10.222.0.66 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829446 Aug 12 22:05:43.761629 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-558a9660-3fd7-412f-9aee-dbcdfdb5f817 req-6e566e0b-fb3f-4a80-aa2f-046dbaa0756b service neutron] 10.222.0.66 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817900 Aug 12 22:05:44.500575 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2149200-22a9-4d0f-8c51-08349f0abd2e req-09dd80e8-e3d2-4ee3-8314-2062bbc72ffe tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:44.502078 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b2149200-22a9-4d0f-8c51-08349f0abd2e req-09dd80e8-e3d2-4ee3-8314-2062bbc72ffe tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 984 time: 0.0486991 Aug 12 22:05:44.541746 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b2149200-22a9-4d0f-8c51-08349f0abd2e req-05830b51-4b61-4247-a3e5-e932e2c5c8f1 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b2d4558-423f-4dab-a890-ae17e86fd71d&id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338264 Aug 12 22:05:45.282389 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c11f264-4fa0-4a79-a6c1-39560fc84dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:45.653757 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f901c43-4025-4d6c-b71d-2652c44f4d1b req-c7cc3364-0f6e-4d1d-81c1-c3d62e7cb416 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:45.655207 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7f901c43-4025-4d6c-b71d-2652c44f4d1b req-c7cc3364-0f6e-4d1d-81c1-c3d62e7cb416 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 984 time: 0.0494862 Aug 12 22:05:45.698489 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7f901c43-4025-4d6c-b71d-2652c44f4d1b req-544de855-a7f4-4cc6-b046-3970a23f7f6f tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b2d4558-423f-4dab-a890-ae17e86fd71d&id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373478 Aug 12 22:05:46.810093 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46ae7c-341c-4910-814d-d7e51a4ae487 req-59732d92-c9f8-4a05-8d8b-94999f126112 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:46.811533 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4f46ae7c-341c-4910-814d-d7e51a4ae487 req-59732d92-c9f8-4a05-8d8b-94999f126112 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 984 time: 0.0470936 Aug 12 22:05:46.852588 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4f46ae7c-341c-4910-814d-d7e51a4ae487 req-a3a9255b-6249-4f5d-b411-216e98bb0cc4 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b2d4558-423f-4dab-a890-ae17e86fd71d&id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338309 Aug 12 22:05:47.748811 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a97c3048-cb13-4ea5-aab3-75d49e29d9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:47.965574 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69587d2c-6583-4f57-ade1-3cc899cfbd49 req-7cf02805-f074-46f7-86b9-22a360c51612 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:47.967033 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-69587d2c-6583-4f57-ade1-3cc899cfbd49 req-7cf02805-f074-46f7-86b9-22a360c51612 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 984 time: 0.0483854 Aug 12 22:05:48.005940 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-69587d2c-6583-4f57-ade1-3cc899cfbd49 req-6fc2e7a9-0eaf-4e09-839a-efb9f262fbd3 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b2d4558-423f-4dab-a890-ae17e86fd71d&id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328763 Aug 12 22:05:48.199198 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:48.974484 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:05:49.120825 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6be85-1c85-45e9-aa58-aba7a041b1db req-2dc63ea4-4c70-461c-98fc-ed344d52d6af tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:49.122331 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-96c6be85-1c85-45e9-aa58-aba7a041b1db req-2dc63ea4-4c70-461c-98fc-ed344d52d6af tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 984 time: 0.0507832 Aug 12 22:05:49.166580 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-96c6be85-1c85-45e9-aa58-aba7a041b1db req-3d1f9327-d977-44d3-a02d-aeb2ecb92a73 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b2d4558-423f-4dab-a890-ae17e86fd71d&id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376973 Aug 12 22:05:50.278542 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e68e6-c80a-4fce-a14b-ee42bdc3c29e req-a3862545-fa7e-41ae-ad20-c7d0ed9ddd01 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:05:50.279986 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0b3e68e6-c80a-4fce-a14b-ee42bdc3c29e req-a3862545-fa7e-41ae-ad20-c7d0ed9ddd01 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 984 time: 0.0491228 Aug 12 22:05:50.319871 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0b3e68e6-c80a-4fce-a14b-ee42bdc3c29e req-375ceb4c-3d62-464b-a465-34ca74ed5f25 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=1b2d4558-423f-4dab-a890-ae17e86fd71d&id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339367 Aug 12 22:05:50.472576 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:07.900351 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:15.281868 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a54dde27-dffe-47b5-99cc-da14693f5858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:16.734158 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:06:17.749194 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7739ab19-ca96-4894-a29a-a01b7f9789e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:18.199269 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:18.975771 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:20.475102 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:23.134362 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-53dcc1ed-3f7d-4a04-a8fc-9f070c766c63 req-716459ea-b756-4b89-97f7-9bf4655e001c tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428141710&fields=id&tenant_id=384ba3fe3eb847f8a84a09b85bb1a7e5 HTTP/1.1" status: 200 len: 267 time: 0.0338058 Aug 12 22:06:23.185676 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcc1ed-3f7d-4a04-a8fc-9f070c766c63 req-9c9441aa-235b-44ce-8340-b1b811959560 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:23.187109 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-53dcc1ed-3f7d-4a04-a8fc-9f070c766c63 req-9c9441aa-235b-44ce-8340-b1b811959560 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 984 time: 0.0469790 Aug 12 22:06:23.197987 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-53dcc1ed-3f7d-4a04-a8fc-9f070c766c63 req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Request body: {'port': {'security_groups': ['4dd08b1b-9c69-4f85-8300-c58b928fb9c2']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:06:23.264573 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-53dcc1ed-3f7d-4a04-a8fc-9f070c766c63 req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755983'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:23.437543 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-53dcc1ed-3f7d-4a04-a8fc-9f070c766c63 req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] For port 79308bdb-3495-4e50-b7ce-9c20b2745eb3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=79308bdb-3495-4e50-b7ce-9c20b2745eb3,segment=NetworkSegment(a9c040fa-3416-495d-8c00-ffb3692208a7),segment_id=a9c040fa-3416-495d-8c00-ffb3692208a7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:23.466571 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-53dcc1ed-3f7d-4a04-a8fc-9f070c766c63 req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:23.470943 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-53dcc1ed-3f7d-4a04-a8fc-9f070c766c63 req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757134391700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757133836557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757133836575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12338789'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:23.485060 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['79308bdb-3495-4e50-b7ce-9c20b2745eb3'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:06:23.515111 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcc1ed-3f7d-4a04-a8fc-9f070c766c63 req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:23.515757 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-53dcc1ed-3f7d-4a04-a8fc-9f070c766c63 req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:23.517194 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-53dcc1ed-3f7d-4a04-a8fc-9f070c766c63 req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "PUT /v2.0/ports/79308bdb-3495-4e50-b7ce-9c20b2745eb3 HTTP/1.1" status: 200 len: 942 time: 0.3237832 Aug 12 22:06:23.517657 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'tag': '79308bdb-3495-4e50-b7ce-9c20b2745eb3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:06:23.520073 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0d2e5f-a83e-4334-9f16-8a58de54d635" -d '{"events": [{"name": "network-changed", "server_uuid": "4eaba523-c920-4dcb-9fcb-0f3535a09ab6", "tag": "79308bdb-3495-4e50-b7ce-9c20b2745eb3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:06:23.523603 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 37354) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:23.550287 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Pushing event updated for resources: {'Port': ['ID=79308bdb-3495-4e50-b7ce-9c20b2745eb3,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:23.559616 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.559979 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.560329 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.560678 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.561021 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.561397 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.561742 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.562086 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.562479 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.562824 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.563160 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.563492 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc3921-91f5-4b16-8d3c-ed64e2dde941 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.572538 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2635fcb8-f239-4517-9945-20fee7168036 x-openstack-request-id: req-2635fcb8-f239-4517-9945-20fee7168036 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:06:23.573080 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eaba523-c920-4dcb-9fcb-0f3535a09ab6", "tag": "79308bdb-3495-4e50-b7ce-9c20b2745eb3", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:06:23.573590 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2635fcb8-f239-4517-9945-20fee7168036 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:06:23.575203 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'tag': '79308bdb-3495-4e50-b7ce-9c20b2745eb3', 'status': 'completed', 'code': 200} Aug 12 22:06:23.590083 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['79308bdb-3495-4e50-b7ce-9c20b2745eb3'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:06:23.640601 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:23.670349 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:23.693724 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d2e5f-a83e-4334-9f16-8a58de54d635 req-b7c609ef-5571-4923-a22e-0fab95f6f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:23.695155 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b0d2e5f-a83e-4334-9f16-8a58de54d635 req-b7c609ef-5571-4923-a22e-0fab95f6f415 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=384ba3fe3eb847f8a84a09b85bb1a7e5&device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0899243 Aug 12 22:06:23.765638 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-4a3fbf86-832e-4636-b939-02ab7db1c989 None None] Provisioning complete for port 79308bdb-3495-4e50-b7ce-9c20b2745eb3 triggered by entity DHCP. {{(pid=93883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:06:23.766011 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a3fbf86-832e-4636-b939-02ab7db1c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535180'] for port, provisioning_complete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:23.794475 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d2e5f-a83e-4334-9f16-8a58de54d635 req-b163c3c5-3cbe-4bc9-b60f-cab8dfb15088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:23.795896 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b0d2e5f-a83e-4334-9f16-8a58de54d635 req-b163c3c5-3cbe-4bc9-b60f-cab8dfb15088 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb8f2ac0-026e-41b2-af21-0bd391a034ac HTTP/1.1" status: 200 len: 916 time: 0.0913806 Aug 12 22:06:23.802815 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:23.805953 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:23.807033 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "DELETE /v2.0/security-groups/1b2d4558-423f-4dab-a890-ae17e86fd71d HTTP/1.1" status: 204 len: 168 time: 0.2823861 Aug 12 22:06:23.809914 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37356) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:23.851510 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2d4558-423f-4dab-a890-ae17e86fd71d,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:23.866066 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.866416 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.866759 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.867094 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.867426 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.867827 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.868795 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.869148 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.869503 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.869833 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.870160 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.870485 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faaf1af-a905-4a71-a42a-c225ae5a1d7b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:23.893610 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b0d2e5f-a83e-4334-9f16-8a58de54d635 req-8acb3752-2ffe-4a5a-a774-17a8b6566adb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79308bdb-3495-4e50-b7ce-9c20b2745eb3 HTTP/1.1" status: 200 len: 1000 time: 0.0855212 Aug 12 22:06:23.942965 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d2e5f-a83e-4334-9f16-8a58de54d635 req-2d23896a-867a-4e35-8314-1dde0efd4be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:23.944499 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b0d2e5f-a83e-4334-9f16-8a58de54d635 req-2d23896a-867a-4e35-8314-1dde0efd4be4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98276848-28d5-4a3c-a853-46187f528456 HTTP/1.1" status: 200 len: 854 time: 0.0440025 Aug 12 22:06:23.975860 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-dff5650b-9279-4f6b-bbf7-e9c36c79d4f7 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Deleting port 5e489498-0cc5-4282-9ee4-37a0c19bbe38 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:23.976207 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dff5650b-9279-4f6b-bbf7-e9c36c79d4f7 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:23.990797 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d2e5f-a83e-4334-9f16-8a58de54d635 req-db5538fc-3ce2-478b-9b86-cdb8573c2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:23.993077 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b0d2e5f-a83e-4334-9f16-8a58de54d635 req-db5538fc-3ce2-478b-9b86-cdb8573c2f35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb8f2ac0-026e-41b2-af21-0bd391a034ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407994 Aug 12 22:06:24.055857 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dff5650b-9279-4f6b-bbf7-e9c36c79d4f7 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:24.056203 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dff5650b-9279-4f6b-bbf7-e9c36c79d4f7 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:24.067863 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-dff5650b-9279-4f6b-bbf7-e9c36c79d4f7 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Calling delete_port for 5e489498-0cc5-4282-9ee4-37a0c19bbe38 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:24.084030 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b0d2e5f-a83e-4334-9f16-8a58de54d635 req-c674a83f-86a7-4902-8e94-3a2edc8fad92 service neutron] 10.222.0.66 "GET /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836194 Aug 12 22:06:24.174924 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b0d2e5f-a83e-4334-9f16-8a58de54d635 req-9988d785-0adb-4c5a-96e5-8a17b488ac40 service neutron] 10.222.0.66 "GET /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838137 Aug 12 22:06:24.244737 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dff5650b-9279-4f6b-bbf7-e9c36c79d4f7 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:24.268852 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5650b-9279-4f6b-bbf7-e9c36c79d4f7 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Pushing event deleted for resources: {'Port': ['ID=5e489498-0cc5-4282-9ee4-37a0c19bbe38,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:24.326857 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dff5650b-9279-4f6b-bbf7-e9c36c79d4f7 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:24.327189 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-dff5650b-9279-4f6b-bbf7-e9c36c79d4f7 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Floating IP 16b7120b-8966-47fd-b152-bf9e3af861cb disassociated (deleted). External IP: 172.27.1.57, port: 79308bdb-3495-4e50-b7ce-9c20b2745eb3. Aug 12 22:06:24.528371 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff5650b-9279-4f6b-bbf7-e9c36c79d4f7 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Router 827fed55-28b7-4678-b3d0-9a3444ea4f8b has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:06:24.630650 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff5650b-9279-4f6b-bbf7-e9c36c79d4f7 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:06:24.636202 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dff5650b-9279-4f6b-bbf7-e9c36c79d4f7 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:24.641048 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451da9d4-108d-4bf3-806c-1ab22f2cdd66 None None] Sync routers for ids ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:06:24.650532 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451da9d4-108d-4bf3-806c-1ab22f2cdd66 None None] Routers {'827fed55-28b7-4678-b3d0-9a3444ea4f8b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:24.651178 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-451da9d4-108d-4bf3-806c-1ab22f2cdd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:06:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:24.663487 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-dff5650b-9279-4f6b-bbf7-e9c36c79d4f7 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "DELETE /v2.0/floatingips/16b7120b-8966-47fd-b152-bf9e3af861cb HTTP/1.1" status: 204 len: 168 time: 0.8524842 Aug 12 22:06:24.757960 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-451da9d4-108d-4bf3-806c-1ab22f2cdd66 None None] Set router 827fed55-28b7-4678-b3d0-9a3444ea4f8b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:24.969075 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-451da9d4-108d-4bf3-806c-1ab22f2cdd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'name': 'tempest-TestMinimumBasicScenario-1137847788-router', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:23Z', 'updated_at': '2021-08-12T22:04:26Z', 'revision_number': 4, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'gw_port': {'id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:24Z', 'updated_at': '2021-08-12T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '59aaf041-6bb6-47d3-88e7-68998e099f0b', 'name': '', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'mac_address': 'fa:16:3e:07:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98276848-28d5-4a3c-a853-46187f528456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:26Z', 'updated_at': '2021-08-12T22:04:32Z', 'revision_number': 5, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'subnets': [{'id': '98276848-28d5-4a3c-a853-46187f528456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:24.994300 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451da9d4-108d-4bf3-806c-1ab22f2cdd66 None None] Checking router: 827fed55-28b7-4678-b3d0-9a3444ea4f8b for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:06:25.002255 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451da9d4-108d-4bf3-806c-1ab22f2cdd66 None None] Routers {'827fed55-28b7-4678-b3d0-9a3444ea4f8b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:25.002857 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-451da9d4-108d-4bf3-806c-1ab22f2cdd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:06:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:25.105235 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-451da9d4-108d-4bf3-806c-1ab22f2cdd66 None None] Set router 827fed55-28b7-4678-b3d0-9a3444ea4f8b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:25.296146 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-451da9d4-108d-4bf3-806c-1ab22f2cdd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'name': 'tempest-TestMinimumBasicScenario-1137847788-router', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:23Z', 'updated_at': '2021-08-12T22:04:26Z', 'revision_number': 4, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'gw_port': {'id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:24Z', 'updated_at': '2021-08-12T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '59aaf041-6bb6-47d3-88e7-68998e099f0b', 'name': '', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'mac_address': 'fa:16:3e:07:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98276848-28d5-4a3c-a853-46187f528456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:26Z', 'updated_at': '2021-08-12T22:04:32Z', 'revision_number': 5, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'subnets': [{'id': '98276848-28d5-4a3c-a853-46187f528456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:25.326070 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451da9d4-108d-4bf3-806c-1ab22f2cdd66 None None] The sync data for ids ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'] in dv-cinder-804457-2-iscsi is: [{'id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'name': 'tempest-TestMinimumBasicScenario-1137847788-router', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:23Z', 'updated_at': '2021-08-12T22:04:26Z', 'revision_number': 4, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'gw_port': {'id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:24Z', 'updated_at': '2021-08-12T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '59aaf041-6bb6-47d3-88e7-68998e099f0b', 'name': '', 'network_id': 'bb8f2ac0-026e-41b2-af21-0bd391a034ac', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'mac_address': 'fa:16:3e:07:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98276848-28d5-4a3c-a853-46187f528456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:26Z', 'updated_at': '2021-08-12T22:04:32Z', 'revision_number': 5, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'subnets': [{'id': '98276848-28d5-4a3c-a853-46187f528456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:06:25.538430 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f2156f-3383-4f04-9821-1380dbf53d69 None None] New status for floating IP 16b7120b-8966-47fd-b152-bf9e3af861cb: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:06:25.576116 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'tag': '79308bdb-3495-4e50-b7ce-9c20b2745eb3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:06:25.578681 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09939fbd-0009-4c71-9650-0c9073e345e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4eaba523-c920-4dcb-9fcb-0f3535a09ab6", "tag": "79308bdb-3495-4e50-b7ce-9c20b2745eb3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:06:25.620574 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d964eac7-0f47-4edb-8022-cb191123111f x-openstack-request-id: req-d964eac7-0f47-4edb-8022-cb191123111f {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:06:25.620934 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eaba523-c920-4dcb-9fcb-0f3535a09ab6", "tag": "79308bdb-3495-4e50-b7ce-9c20b2745eb3", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:06:25.621275 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d964eac7-0f47-4edb-8022-cb191123111f {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:06:25.621745 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'tag': '79308bdb-3495-4e50-b7ce-9c20b2745eb3', 'status': 'completed', 'code': 200} Aug 12 22:06:25.688479 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09939fbd-0009-4c71-9650-0c9073e345e9 req-75985852-81c0-4539-9098-e45e22c385fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:25.689997 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-09939fbd-0009-4c71-9650-0c9073e345e9 req-75985852-81c0-4539-9098-e45e22c385fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=384ba3fe3eb847f8a84a09b85bb1a7e5&device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0467775 Aug 12 22:06:25.780722 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09939fbd-0009-4c71-9650-0c9073e345e9 req-60628806-aa52-45e6-b784-899f4a341130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:25.782278 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-09939fbd-0009-4c71-9650-0c9073e345e9 req-60628806-aa52-45e6-b784-899f4a341130 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb8f2ac0-026e-41b2-af21-0bd391a034ac HTTP/1.1" status: 200 len: 916 time: 0.0845332 Aug 12 22:06:25.827185 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-09939fbd-0009-4c71-9650-0c9073e345e9 req-3fcdf92c-acb4-4c3f-b65d-77bfdc493aa4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79308bdb-3495-4e50-b7ce-9c20b2745eb3 HTTP/1.1" status: 200 len: 217 time: 0.0377378 Aug 12 22:06:25.876077 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09939fbd-0009-4c71-9650-0c9073e345e9 req-4cd1db3e-95dc-4a19-a7c5-ed432e76c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:25.877424 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-09939fbd-0009-4c71-9650-0c9073e345e9 req-4cd1db3e-95dc-4a19-a7c5-ed432e76c81a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98276848-28d5-4a3c-a853-46187f528456 HTTP/1.1" status: 200 len: 854 time: 0.0425708 Aug 12 22:06:25.922858 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09939fbd-0009-4c71-9650-0c9073e345e9 req-87b0fa39-a222-46ef-972d-440a8160c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:25.924416 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-09939fbd-0009-4c71-9650-0c9073e345e9 req-87b0fa39-a222-46ef-972d-440a8160c973 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb8f2ac0-026e-41b2-af21-0bd391a034ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398617 Aug 12 22:06:26.021203 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-09939fbd-0009-4c71-9650-0c9073e345e9 req-435b60af-24a5-4908-9ec8-c4dab79575d1 service neutron] 10.222.0.66 "GET /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890639 Aug 12 22:06:26.114786 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-09939fbd-0009-4c71-9650-0c9073e345e9 req-782510df-956e-46ec-aaf9-44454a596301 service neutron] 10.222.0.66 "GET /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868514 Aug 12 22:06:27.377778 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbed43-0ae8-42a8-9acc-44d6e010f9f6 req-3bf4082e-bfb7-4ada-ac72-5197ba5270cb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:27.379256 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c7cbed43-0ae8-42a8-9acc-44d6e010f9f6 req-3bf4082e-bfb7-4ada-ac72-5197ba5270cb tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 945 time: 0.0527456 Aug 12 22:06:27.420097 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c7cbed43-0ae8-42a8-9acc-44d6e010f9f6 req-a4c2f502-aae1-4949-a1b9-634c12ca664c tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344117 Aug 12 22:06:28.538962 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423a95c-4834-4be8-bfb9-a8eaa3a1178a req-490012c1-34be-4f32-8a23-3b8f277001b0 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:28.540891 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1423a95c-4834-4be8-bfb9-a8eaa3a1178a req-490012c1-34be-4f32-8a23-3b8f277001b0 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 945 time: 0.0500226 Aug 12 22:06:28.578644 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1423a95c-4834-4be8-bfb9-a8eaa3a1178a req-8d53a547-aba0-44bb-a3a1-8d500af0765a tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/security-groups?id=4dd08b1b-9c69-4f85-8300-c58b928fb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322735 Aug 12 22:06:29.010925 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eb839-8d52-4ac7-bfc2-c9c07891294d req-947e6140-9e83-4e5b-8e09-1f9016d3e94b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:29.012406 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d56eb839-8d52-4ac7-bfc2-c9c07891294d req-947e6140-9e83-4e5b-8e09-1f9016d3e94b tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 945 time: 0.0483429 Aug 12 22:06:29.101981 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [req-d56eb839-8d52-4ac7-bfc2-c9c07891294d req-3513f044-7d84-4c9d-bda5-f71b74368b45 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Deleting port 79308bdb-3495-4e50-b7ce-9c20b2745eb3 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:29.102320 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-d56eb839-8d52-4ac7-bfc2-c9c07891294d req-3513f044-7d84-4c9d-bda5-f71b74368b45 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:29.188839 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-d56eb839-8d52-4ac7-bfc2-c9c07891294d req-3513f044-7d84-4c9d-bda5-f71b74368b45 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] For port 79308bdb-3495-4e50-b7ce-9c20b2745eb3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=79308bdb-3495-4e50-b7ce-9c20b2745eb3,segment=NetworkSegment(a9c040fa-3416-495d-8c00-ffb3692208a7),segment_id=a9c040fa-3416-495d-8c00-ffb3692208a7)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:29.189243 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-d56eb839-8d52-4ac7-bfc2-c9c07891294d req-3513f044-7d84-4c9d-bda5-f71b74368b45 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:29.201900 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [req-d56eb839-8d52-4ac7-bfc2-c9c07891294d req-3513f044-7d84-4c9d-bda5-f71b74368b45 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Calling delete_port for 79308bdb-3495-4e50-b7ce-9c20b2745eb3 owned by compute:nova {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:29.327119 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-d56eb839-8d52-4ac7-bfc2-c9c07891294d req-3513f044-7d84-4c9d-bda5-f71b74368b45 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:29.339843 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] get_ports_and_sgs() called for port_ids ['79308bdb-3495-4e50-b7ce-9c20b2745eb3'] {{(pid=93883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:06:29.354023 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513f044-7d84-4c9d-bda5-f71b74368b45 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Pushing event deleted for resources: {'Port': ['ID=79308bdb-3495-4e50-b7ce-9c20b2745eb3,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:29.399453 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56eb839-8d52-4ac7-bfc2-c9c07891294d req-3513f044-7d84-4c9d-bda5-f71b74368b45 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] No DVR routers for this DVR port 79308bdb-3495-4e50-b7ce-9c20b2745eb3 on host hv-cinder-80445 {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:06:29.402675 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-d56eb839-8d52-4ac7-bfc2-c9c07891294d req-3513f044-7d84-4c9d-bda5-f71b74368b45 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:29.404611 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d56eb839-8d52-4ac7-bfc2-c9c07891294d req-3513f044-7d84-4c9d-bda5-f71b74368b45 tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.66 "DELETE /v2.0/ports/79308bdb-3495-4e50-b7ce-9c20b2745eb3 HTTP/1.1" status: 204 len: 173 time: 0.3858445 Aug 12 22:06:29.405049 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'name': 'network-vif-deleted', 'tag': '79308bdb-3495-4e50-b7ce-9c20b2745eb3'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:06:29.407355 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4326b35-1dee-4dbf-a778-3accdafc491c" -d '{"events": [{"server_uuid": "4eaba523-c920-4dcb-9fcb-0f3535a09ab6", "name": "network-vif-deleted", "tag": "79308bdb-3495-4e50-b7ce-9c20b2745eb3"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:06:29.447666 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a68c58-12f5-46f6-b74a-eb231a70ae28 x-openstack-request-id: req-64a68c58-12f5-46f6-b74a-eb231a70ae28 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:06:29.447950 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eaba523-c920-4dcb-9fcb-0f3535a09ab6", "name": "network-vif-deleted", "tag": "79308bdb-3495-4e50-b7ce-9c20b2745eb3", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:06:29.448196 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-64a68c58-12f5-46f6-b74a-eb231a70ae28 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:06:29.448588 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaba523-c920-4dcb-9fcb-0f3535a09ab6', 'name': 'network-vif-deleted', 'tag': '79308bdb-3495-4e50-b7ce-9c20b2745eb3', 'status': 'completed', 'code': 200} Aug 12 22:06:29.678609 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dea10f36-fc79-4031-9673-857bcc4a54cd req-299321cf-6678-499b-82c1-a20fc7d13def tempest-TestMinimumBasicScenario-598414333 tempest-TestMinimumBasicScenario-598414333-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eaba523-c920-4dcb-9fcb-0f3535a09ab6 HTTP/1.1" status: 200 len: 210 time: 0.0250807 Aug 12 22:06:31.235546 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37444) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:31.564090 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-004b68b9-2f89-4088-bbab-6513b92c4ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3839125'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:32.055168 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-004b68b9-2f89-4088-bbab-6513b92c4ba0 admin admin] Deleting port 59aaf041-6bb6-47d3-88e7-68998e099f0b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:32.055529 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-004b68b9-2f89-4088-bbab-6513b92c4ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:32.135228 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-004b68b9-2f89-4088-bbab-6513b92c4ba0 admin admin] For port 59aaf041-6bb6-47d3-88e7-68998e099f0b, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=59aaf041-6bb6-47d3-88e7-68998e099f0b,segment=NetworkSegment(a9c040fa-3416-495d-8c00-ffb3692208a7),segment_id=a9c040fa-3416-495d-8c00-ffb3692208a7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:32.135598 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-004b68b9-2f89-4088-bbab-6513b92c4ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:32.148834 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-004b68b9-2f89-4088-bbab-6513b92c4ba0 admin admin] Calling delete_port for 59aaf041-6bb6-47d3-88e7-68998e099f0b owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:32.331508 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-004b68b9-2f89-4088-bbab-6513b92c4ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:32.358763 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b68b9-2f89-4088-bbab-6513b92c4ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=59aaf041-6bb6-47d3-88e7-68998e099f0b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:32.519300 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-004b68b9-2f89-4088-bbab-6513b92c4ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732261'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:32.724905 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004b68b9-2f89-4088-bbab-6513b92c4ba0 admin admin] Router 827fed55-28b7-4678-b3d0-9a3444ea4f8b has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:06:32.842576 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004b68b9-2f89-4088-bbab-6513b92c4ba0 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:06:32.847888 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-004b68b9-2f89-4088-bbab-6513b92c4ba0 admin admin] 10.222.0.74 "PUT /v2.0/routers/827fed55-28b7-4678-b3d0-9a3444ea4f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6113255 Aug 12 22:06:32.850351 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37446) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:32.854659 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d9117-ac79-443f-b1dd-59a06f7873a8 None None] Sync routers for ids ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:06:32.864442 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d9117-ac79-443f-b1dd-59a06f7873a8 None None] Routers {'827fed55-28b7-4678-b3d0-9a3444ea4f8b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:32.865068 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-df4d9117-ac79-443f-b1dd-59a06f7873a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:06:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:32.953931 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93605c42-dd48-4710-bc5c-6737d2ab639e admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:32.970770 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-df4d9117-ac79-443f-b1dd-59a06f7873a8 None None] Set router 827fed55-28b7-4678-b3d0-9a3444ea4f8b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:33.051204 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93605c42-dd48-4710-bc5c-6737d2ab639e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:33.105542 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-93605c42-dd48-4710-bc5c-6737d2ab639e admin admin] Deleting port 098a54e6-6e95-4a25-a4b8-840eb73780af {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:33.105883 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93605c42-dd48-4710-bc5c-6737d2ab639e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:33.141894 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-df4d9117-ac79-443f-b1dd-59a06f7873a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'name': 'tempest-TestMinimumBasicScenario-1137847788-router', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:23Z', 'updated_at': '2021-08-12T22:06:32Z', 'revision_number': 5, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'gw_port': {'id': '098a54e6-6e95-4a25-a4b8-840eb73780af', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:24Z', 'updated_at': '2021-08-12T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:33.171652 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d9117-ac79-443f-b1dd-59a06f7873a8 None None] Checking router: 827fed55-28b7-4678-b3d0-9a3444ea4f8b for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:06:33.179828 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d9117-ac79-443f-b1dd-59a06f7873a8 None None] Routers {'827fed55-28b7-4678-b3d0-9a3444ea4f8b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:33.180444 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-df4d9117-ac79-443f-b1dd-59a06f7873a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:06:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:33.182027 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-93605c42-dd48-4710-bc5c-6737d2ab639e admin admin] For port 098a54e6-6e95-4a25-a4b8-840eb73780af, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=098a54e6-6e95-4a25-a4b8-840eb73780af,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:33.182393 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93605c42-dd48-4710-bc5c-6737d2ab639e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:33.194575 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-93605c42-dd48-4710-bc5c-6737d2ab639e admin admin] Calling delete_port for 098a54e6-6e95-4a25-a4b8-840eb73780af owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:33.366948 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93605c42-dd48-4710-bc5c-6737d2ab639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:33.393194 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-df4d9117-ac79-443f-b1dd-59a06f7873a8 None None] Set router 827fed55-28b7-4678-b3d0-9a3444ea4f8b gateway port host: None {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:33.394309 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93605c42-dd48-4710-bc5c-6737d2ab639e admin admin] Pushing event deleted for resources: {'Port': ['ID=098a54e6-6e95-4a25-a4b8-840eb73780af,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:33.443737 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-df4d9117-ac79-443f-b1dd-59a06f7873a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'name': 'tempest-TestMinimumBasicScenario-1137847788-router', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:23Z', 'updated_at': '2021-08-12T22:06:33Z', 'revision_number': 6, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'gw_port_host': None}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:33.454887 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93605c42-dd48-4710-bc5c-6737d2ab639e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733215'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:33.473785 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d9117-ac79-443f-b1dd-59a06f7873a8 None None] The sync data for ids ['827fed55-28b7-4678-b3d0-9a3444ea4f8b'] in dv-cinder-804457-2-iscsi is: [{'id': '827fed55-28b7-4678-b3d0-9a3444ea4f8b', 'name': 'tempest-TestMinimumBasicScenario-1137847788-router', 'tenant_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:23Z', 'updated_at': '2021-08-12T22:06:33Z', 'revision_number': 6, 'project_id': '384ba3fe3eb847f8a84a09b85bb1a7e5', 'gw_port_host': None}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:06:33.545617 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93605c42-dd48-4710-bc5c-6737d2ab639e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233106'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:33.547713 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93605c42-dd48-4710-bc5c-6737d2ab639e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:33.589514 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93605c42-dd48-4710-bc5c-6737d2ab639e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732028'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:33.590034 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93605c42-dd48-4710-bc5c-6737d2ab639e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 827fed55-28b7-4678-b3d0-9a3444ea4f8b {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:06:33.594275 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93605c42-dd48-4710-bc5c-6737d2ab639e admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:33.595477 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-93605c42-dd48-4710-bc5c-6737d2ab639e admin admin] 10.222.0.74 "DELETE /v2.0/routers/827fed55-28b7-4678-b3d0-9a3444ea4f8b HTTP/1.1" status: 204 len: 168 time: 0.7436519 Aug 12 22:06:33.598053 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37448) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:33.640619 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf56635f-a32b-4209-b12b-0cbe62f996c5 admin admin] Deleting subnet 98276848-28d5-4a3c-a853-46187f528456 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:06:33.643607 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf56635f-a32b-4209-b12b-0cbe62f996c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:33.680250 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf56635f-a32b-4209-b12b-0cbe62f996c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8661345'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:33.682029 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 79308bdb-3495-4e50-b7ce-9c20b2745eb3 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:06:33.701346 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: 79308bdb-3495-4e50-b7ce-9c20b2745eb3 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:06:33.701698 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device 79308bdb-3495-4e50-b7ce-9c20b2745eb3 not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:06:33.755468 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf56635f-a32b-4209-b12b-0cbe62f996c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:33.813076 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf56635f-a32b-4209-b12b-0cbe62f996c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12338783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463963'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:33.846690 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf56635f-a32b-4209-b12b-0cbe62f996c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:33.848848 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-cf56635f-a32b-4209-b12b-0cbe62f996c5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/98276848-28d5-4a3c-a853-46187f528456 HTTP/1.1" status: 204 len: 168 time: 0.2498405 Aug 12 22:06:33.850523 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56635f-a32b-4209-b12b-0cbe62f996c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98276848-28d5-4a3c-a853-46187f528456,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:33.851623 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 37450) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:33.852561 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3e6d96-4a12-4f2b-847b-b27d7ddf0f1b None None] Network bb8f2ac0-026e-41b2-af21-0bd391a034ac requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:06:33.926475 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:33.978757 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] Deleting port 6df2caf8-0f47-41b6-bbde-8fc28065af57 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:33.979097 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:34.044303 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] For port 6df2caf8-0f47-41b6-bbde-8fc28065af57, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=6df2caf8-0f47-41b6-bbde-8fc28065af57,segment=NetworkSegment(a9c040fa-3416-495d-8c00-ffb3692208a7),segment_id=a9c040fa-3416-495d-8c00-ffb3692208a7)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:34.044675 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:34.057799 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] Calling delete_port for 6df2caf8-0f47-41b6-bbde-8fc28065af57 owned by network:dhcp {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:34.133685 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:34.156178 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df2caf8-0f47-41b6-bbde-8fc28065af57,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:34.161733 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] No DVR routers for this DVR port 6df2caf8-0f47-41b6-bbde-8fc28065af57 on host dv-cinder-804457-2-iscsi {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:06:34.236324 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:34.247575 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8f2ac0-026e-41b2-af21-0bd391a034ac']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:34.255799 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd0b83b-6152-4078-9c1d-3e0020970478 None None] DHCP port deletion for bb8f2ac0-026e-41b2-af21-0bd391a034ac request from dv-cinder-804457-2-iscsi {{(pid=93883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:06:34.258097 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c040fa-3416-495d-8c00-ffb3692208a7') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:34.258570 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c040fa-3416-495d-8c00-ffb3692208a7') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:34.268715 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8446753'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:34.285077 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:34.292239 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:06:34.292733 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416940'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: Traceback (most recent call last): Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: timer() Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: cb(*args, **kw) Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: self._notify() Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: self.callback(batched_events) Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: event.method(event) Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: return f(self, *a, **k) Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._get(url).json() Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:06:34.294503 dv-cinder-804457-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:06:34.328128 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 59aaf041-6bb6-47d3-88e7-68998e099f0b no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:06:34.350077 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:34.355286 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 59aaf041-6bb6-47d3-88e7-68998e099f0b {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:06:34.355931 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 59aaf041-6bb6-47d3-88e7-68998e099f0b not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:06:34.356619 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 6df2caf8-0f47-41b6-bbde-8fc28065af57 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:06:34.372640 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:34.374584 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] 10.222.0.74 "DELETE /v2.0/networks/bb8f2ac0-026e-41b2-af21-0bd391a034ac HTTP/1.1" status: 204 len: 168 time: 0.5218589 Aug 12 22:06:34.375896 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464ccc8-7be8-49bd-800f-467d603fc926 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb8f2ac0-026e-41b2-af21-0bd391a034ac,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:34.377530 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37452) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:34.378023 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 6df2caf8-0f47-41b6-bbde-8fc28065af57 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:06:34.378345 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 6df2caf8-0f47-41b6-bbde-8fc28065af57 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:06:34.378769 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 098a54e6-6e95-4a25-a4b8-840eb73780af no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:06:34.398977 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 098a54e6-6e95-4a25-a4b8-840eb73780af {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:06:34.399330 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 098a54e6-6e95-4a25-a4b8-840eb73780af not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:06:34.721675 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e37ffa3f-00b9-45ed-9731-a60453b5c85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3839125'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:34.958712 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e37ffa3f-00b9-45ed-9731-a60453b5c85b admin admin] Deleting port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:34.959049 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e37ffa3f-00b9-45ed-9731-a60453b5c85b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:35.035976 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-e37ffa3f-00b9-45ed-9731-a60453b5c85b admin admin] For port ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76,segment=NetworkSegment(d079cde3-0655-4891-9aee-af3c3793062f),segment_id=d079cde3-0655-4891-9aee-af3c3793062f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:35.036592 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e37ffa3f-00b9-45ed-9731-a60453b5c85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:35.049470 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e37ffa3f-00b9-45ed-9731-a60453b5c85b admin admin] Calling delete_port for ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:35.221592 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e37ffa3f-00b9-45ed-9731-a60453b5c85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:35.247814 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ffa3f-00b9-45ed-9731-a60453b5c85b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:35.407920 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e37ffa3f-00b9-45ed-9731-a60453b5c85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732261'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:35.874486 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37ffa3f-00b9-45ed-9731-a60453b5c85b admin admin] Router 519292f4-f80e-48a6-8d81-8fa3947c0bc3 has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:06:35.979271 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37ffa3f-00b9-45ed-9731-a60453b5c85b admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:06:35.984181 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e37ffa3f-00b9-45ed-9731-a60453b5c85b admin admin] 10.222.0.74 "PUT /v2.0/routers/519292f4-f80e-48a6-8d81-8fa3947c0bc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6055613 Aug 12 22:06:35.986770 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 37454) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:35.987642 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d3514-1ac7-4d58-9a86-c21f07830ee7 None None] Sync routers for ids ['519292f4-f80e-48a6-8d81-8fa3947c0bc3'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:06:35.997040 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d3514-1ac7-4d58-9a86-c21f07830ee7 None None] Routers {'519292f4-f80e-48a6-8d81-8fa3947c0bc3'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:35.997675 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ef8d3514-1ac7-4d58-9a86-c21f07830ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:06:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['519292f4-f80e-48a6-8d81-8fa3947c0bc3'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:36.091310 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3c1046f9-430a-4cf5-a44a-600f3604bdf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:36.099903 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ef8d3514-1ac7-4d58-9a86-c21f07830ee7 None None] Set router 519292f4-f80e-48a6-8d81-8fa3947c0bc3 gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:36.188066 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3c1046f9-430a-4cf5-a44a-600f3604bdf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:36.242253 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-3c1046f9-430a-4cf5-a44a-600f3604bdf2 admin admin] Deleting port e6762292-b254-4ea2-b214-a15036616718 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:36.242597 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3c1046f9-430a-4cf5-a44a-600f3604bdf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:36.273389 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ef8d3514-1ac7-4d58-9a86-c21f07830ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'name': 'tempest-TestMinimumBasicScenario-1747362233-router', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e6762292-b254-4ea2-b214-a15036616718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:28Z', 'updated_at': '2021-08-12T22:06:35Z', 'revision_number': 5, 'project_id': '8469f587cb1944d7abf2d6489739387e', 'gw_port': {'id': 'e6762292-b254-4ea2-b214-a15036616718', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:04:28Z', 'updated_at': '2021-08-12T22:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:36.301466 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d3514-1ac7-4d58-9a86-c21f07830ee7 None None] Checking router: 519292f4-f80e-48a6-8d81-8fa3947c0bc3 for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:06:36.312944 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d3514-1ac7-4d58-9a86-c21f07830ee7 None None] Routers {'519292f4-f80e-48a6-8d81-8fa3947c0bc3'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:36.313570 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ef8d3514-1ac7-4d58-9a86-c21f07830ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:06:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['519292f4-f80e-48a6-8d81-8fa3947c0bc3'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:36.325960 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-3c1046f9-430a-4cf5-a44a-600f3604bdf2 admin admin] For port e6762292-b254-4ea2-b214-a15036616718, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=e6762292-b254-4ea2-b214-a15036616718,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:36.326334 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3c1046f9-430a-4cf5-a44a-600f3604bdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:36.339206 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-3c1046f9-430a-4cf5-a44a-600f3604bdf2 admin admin] Calling delete_port for e6762292-b254-4ea2-b214-a15036616718 owned by network:router_gateway {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:36.397448 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ef8d3514-1ac7-4d58-9a86-c21f07830ee7 None None] Set router 519292f4-f80e-48a6-8d81-8fa3947c0bc3 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:36.450031 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ef8d3514-1ac7-4d58-9a86-c21f07830ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'name': 'tempest-TestMinimumBasicScenario-1747362233-router', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:28Z', 'updated_at': '2021-08-12T22:06:36Z', 'revision_number': 6, 'project_id': '8469f587cb1944d7abf2d6489739387e', 'gw_port_host': None}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:36.475196 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d3514-1ac7-4d58-9a86-c21f07830ee7 None None] The sync data for ids ['519292f4-f80e-48a6-8d81-8fa3947c0bc3'] in dv-cinder-804457-2-iscsi is: [{'id': '519292f4-f80e-48a6-8d81-8fa3947c0bc3', 'name': 'tempest-TestMinimumBasicScenario-1747362233-router', 'tenant_id': '8469f587cb1944d7abf2d6489739387e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:04:28Z', 'updated_at': '2021-08-12T22:06:36Z', 'revision_number': 6, 'project_id': '8469f587cb1944d7abf2d6489739387e', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:06:36.508393 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3c1046f9-430a-4cf5-a44a-600f3604bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:36.535249 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1046f9-430a-4cf5-a44a-600f3604bdf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6762292-b254-4ea2-b214-a15036616718,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:36.594994 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3c1046f9-430a-4cf5-a44a-600f3604bdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733215'] for router_gateway, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:36.681494 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3c1046f9-430a-4cf5-a44a-600f3604bdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233106'] for router, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:36.683555 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3c1046f9-430a-4cf5-a44a-600f3604bdf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:36.724970 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3c1046f9-430a-4cf5-a44a-600f3604bdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732028'] for router, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:36.725474 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1046f9-430a-4cf5-a44a-600f3604bdf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 519292f4-f80e-48a6-8d81-8fa3947c0bc3 {{(pid=93881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:06:36.730192 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3c1046f9-430a-4cf5-a44a-600f3604bdf2 admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:36.731337 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-3c1046f9-430a-4cf5-a44a-600f3604bdf2 admin admin] 10.222.0.74 "DELETE /v2.0/routers/519292f4-f80e-48a6-8d81-8fa3947c0bc3 HTTP/1.1" status: 204 len: 168 time: 0.7435920 Aug 12 22:06:36.733811 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 37456) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:36.776629 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-807ffde6-8c33-4b53-9180-f71bc9a3bc15 admin admin] Deleting subnet 118e5c48-6179-4b1d-88f7-46755a503841 {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:06:36.779561 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-807ffde6-8c33-4b53-9180-f71bc9a3bc15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:36.816796 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-807ffde6-8c33-4b53-9180-f71bc9a3bc15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8446774'] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:36.897613 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-807ffde6-8c33-4b53-9180-f71bc9a3bc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:36.949665 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-807ffde6-8c33-4b53-9180-f71bc9a3bc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8616466'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:36.978844 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ffde6-8c33-4b53-9180-f71bc9a3bc15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=118e5c48-6179-4b1d-88f7-46755a503841,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:36.982191 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-807ffde6-8c33-4b53-9180-f71bc9a3bc15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:36.985480 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-807ffde6-8c33-4b53-9180-f71bc9a3bc15 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/118e5c48-6179-4b1d-88f7-46755a503841 HTTP/1.1" status: 204 len: 168 time: 0.2493832 Aug 12 22:06:36.986544 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 37458) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:36.988959 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b96695-4787-464f-ae1e-d9c995cdb970 None None] Network 4c2fb6fd-0a91-46cd-86ca-8dcd35211923 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:06:37.052441 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:37.106260 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] Deleting port 3e6b9f22-16f5-4e49-af85-599a926e69ca {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:37.106600 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:37.176727 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] For port 3e6b9f22-16f5-4e49-af85-599a926e69ca, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=3e6b9f22-16f5-4e49-af85-599a926e69ca,segment=NetworkSegment(d079cde3-0655-4891-9aee-af3c3793062f),segment_id=d079cde3-0655-4891-9aee-af3c3793062f)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:37.177013 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:37.189384 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] Calling delete_port for 3e6b9f22-16f5-4e49-af85-599a926e69ca owned by network:dhcp {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:37.242600 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] DHCP port deletion for 4c2fb6fd-0a91-46cd-86ca-8dcd35211923 request from dv-cinder-804457-2-iscsi {{(pid=93883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:06:37.270755 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:37.289812 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Deleting port 3e6b9f22-16f5-4e49-af85-599a926e69ca {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:37.290322 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:37.299097 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6b9f22-16f5-4e49-af85-599a926e69ca,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:37.302326 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] No DVR routers for this DVR port 3e6b9f22-16f5-4e49-af85-599a926e69ca on host dv-cinder-804457-2-iscsi {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:06:37.361180 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] For port 3e6b9f22-16f5-4e49-af85-599a926e69ca, host dv-cinder-804457-2-iscsi, got binding levels [] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:37.361673 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:37.376721 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Calling delete_port for 3e6b9f22-16f5-4e49-af85-599a926e69ca owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:37.379549 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.ipam_backend_mixin [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Port 3e6b9f22-16f5-4e49-af85-599a926e69ca was not found and therefore no delete operation was performed {{(pid=93883) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 22:06:37.380866 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:37.407959 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Pushing event deleted for resources: {'Port': ['ID=3e6b9f22-16f5-4e49-af85-599a926e69ca,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:37.412299 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] No DVR routers for this DVR port 3e6b9f22-16f5-4e49-af85-599a926e69ca on host dv-cinder-804457-2-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:06:37.428096 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:37.428680 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:37.428931 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:37.429367 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:37.429639 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:37.430072 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:37.430291 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:37.431300 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:37.431637 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:37.431967 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:37.432294 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:37.432620 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade1e25-4e9e-4505-9cd6-8f2d70655467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:06:37.627489 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:37.637759 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2fb6fd-0a91-46cd-86ca-8dcd35211923']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:37.647520 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd079cde3-0655-4891-9aee-af3c3793062f') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:37.647821 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd079cde3-0655-4891-9aee-af3c3793062f') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:37.656867 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8446753'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:37.670750 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:37.676568 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:06:37.676961 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416940'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: Traceback (most recent call last): Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: timer() Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: cb(*args, **kw) Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: self._notify() Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: self.callback(batched_events) Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: event.method(event) Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: return f(self, *a, **k) Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._get(url).json() Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:06:37.678630 dv-cinder-804457-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:06:37.733736 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:37.739061 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:37.740901 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] 10.222.0.74 "DELETE /v2.0/networks/4c2fb6fd-0a91-46cd-86ca-8dcd35211923 HTTP/1.1" status: 204 len: 168 time: 0.7534590 Aug 12 22:06:37.752006 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff95d42-5427-4997-87ad-796ca2d64120 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c2fb6fd-0a91-46cd-86ca-8dcd35211923,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:37.893507 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37462) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:37.896845 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:37.932635 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e8b11d8d-3e2b-41fd-bd4d-0ea6405e1481 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=384ba3fe3eb847f8a84a09b85bb1a7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379333 Aug 12 22:06:37.935083 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37464) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:37.982285 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46e23d70-7c4d-4c0d-89d3-8ccb15150b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:38.002606 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46e23d70-7c4d-4c0d-89d3-8ccb15150b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:38.050758 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46e23d70-7c4d-4c0d-89d3-8ccb15150b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:38.053386 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46e23d70-7c4d-4c0d-89d3-8ccb15150b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:38.054550 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-46e23d70-7c4d-4c0d-89d3-8ccb15150b3f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4dd08b1b-9c69-4f85-8300-c58b928fb9c2 HTTP/1.1" status: 204 len: 168 time: 0.1185420 Aug 12 22:06:38.062047 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e23d70-7c4d-4c0d-89d3-8ccb15150b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd08b1b-9c69-4f85-8300-c58b928fb9c2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:38.064933 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 3e6b9f22-16f5-4e49-af85-599a926e69ca no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:06:38.090513 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 3e6b9f22-16f5-4e49-af85-599a926e69ca {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:06:38.090855 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 3e6b9f22-16f5-4e49-af85-599a926e69ca not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:06:38.091273 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:06:38.113322 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:06:38.113671 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device ad8aa4b0-0732-4e75-9c21-2c5a6d11ed76 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:06:38.114237 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device e6762292-b254-4ea2-b214-a15036616718 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:06:38.132938 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: e6762292-b254-4ea2-b214-a15036616718 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:06:38.133316 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device e6762292-b254-4ea2-b214-a15036616718 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:06:38.365475 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37470) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:38.408597 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-205dd395-7d5b-472f-b570-82530a0f8cf3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8469f587cb1944d7abf2d6489739387e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419858 Aug 12 22:06:38.410974 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37472) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:38.460316 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9581faa4-1c7b-4ed6-897f-30aa6479aedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:38.481680 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9581faa4-1c7b-4ed6-897f-30aa6479aedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:38.529959 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9581faa4-1c7b-4ed6-897f-30aa6479aedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:38.532508 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9581faa4-1c7b-4ed6-897f-30aa6479aedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:38.533687 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9581faa4-1c7b-4ed6-897f-30aa6479aedd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c1cf2ea2-3049-4c8c-9553-82939dc52c70 HTTP/1.1" status: 204 len: 168 time: 0.1218209 Aug 12 22:06:38.541999 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581faa4-1c7b-4ed6-897f-30aa6479aedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cf2ea2-3049-4c8c-9553-82939dc52c70,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:38.572159 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37476) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:38.735927 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f2479a74-eaba-4ed2-b366-00e07a9fd55d tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Deleting port 0dd1ba5d-286e-4202-9cd0-5efd7ab7c6d8 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:38.736278 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2479a74-eaba-4ed2-b366-00e07a9fd55d tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:38.826347 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2479a74-eaba-4ed2-b366-00e07a9fd55d tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:38.826793 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2479a74-eaba-4ed2-b366-00e07a9fd55d tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:38.844186 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f2479a74-eaba-4ed2-b366-00e07a9fd55d tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Calling delete_port for 0dd1ba5d-286e-4202-9cd0-5efd7ab7c6d8 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:39.027760 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2479a74-eaba-4ed2-b366-00e07a9fd55d tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:39.054290 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2479a74-eaba-4ed2-b366-00e07a9fd55d tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Pushing event deleted for resources: {'Port': ['ID=0dd1ba5d-286e-4202-9cd0-5efd7ab7c6d8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:39.117414 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2479a74-eaba-4ed2-b366-00e07a9fd55d tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:39.117651 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-f2479a74-eaba-4ed2-b366-00e07a9fd55d tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Floating IP 6d8438b8-a8f1-4c86-b799-b9ff4b9df97f disassociated (deleted). External IP: 172.27.1.50, port: a7d758b6-20b5-4155-b566-d744a651bc48. Aug 12 22:06:39.325864 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2479a74-eaba-4ed2-b366-00e07a9fd55d tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Router 414d4aad-cb85-4b57-be7d-f815413e889b has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:06:39.429994 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2479a74-eaba-4ed2-b366-00e07a9fd55d tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:06:39.434400 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2479a74-eaba-4ed2-b366-00e07a9fd55d tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:39.441953 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa5d2ea-a529-4de1-877c-140bdf804afc None None] Sync routers for ids ['414d4aad-cb85-4b57-be7d-f815413e889b'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:06:39.451307 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa5d2ea-a529-4de1-877c-140bdf804afc None None] Routers {'414d4aad-cb85-4b57-be7d-f815413e889b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:39.451931 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-7aa5d2ea-a529-4de1-877c-140bdf804afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:06:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['414d4aad-cb85-4b57-be7d-f815413e889b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:39.463227 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f2479a74-eaba-4ed2-b366-00e07a9fd55d tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "DELETE /v2.0/floatingips/6d8438b8-a8f1-4c86-b799-b9ff4b9df97f HTTP/1.1" status: 204 len: 168 time: 0.8899744 Aug 12 22:06:39.463829 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'tag': 'a7d758b6-20b5-4155-b566-d744a651bc48'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:06:39.466131 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa60ec02cceddb1de92ce27e4dc3d038217ec9dae1ac8728fb16fc782de28949" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3191d6-10cf-438e-b835-1fcc4e63201b" -d '{"events": [{"name": "network-changed", "server_uuid": "05106b11-3436-4c7b-8303-267bdc3d0dd0", "tag": "a7d758b6-20b5-4155-b566-d744a651bc48"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:06:39.510537 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b80a50e-33a4-4c75-a00c-a35ad8ce38dc x-openstack-request-id: req-4b80a50e-33a4-4c75-a00c-a35ad8ce38dc {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:06:39.510828 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05106b11-3436-4c7b-8303-267bdc3d0dd0", "tag": "a7d758b6-20b5-4155-b566-d744a651bc48", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:06:39.511082 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4b80a50e-33a4-4c75-a00c-a35ad8ce38dc {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:06:39.511608 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'tag': 'a7d758b6-20b5-4155-b566-d744a651bc48', 'status': 'completed', 'code': 200} Aug 12 22:06:39.570827 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-7aa5d2ea-a529-4de1-877c-140bdf804afc None None] Set router 414d4aad-cb85-4b57-be7d-f815413e889b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:39.576895 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3191d6-10cf-438e-b835-1fcc4e63201b req-ff10688d-2d04-4472-b8b3-108da49ec5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:39.578457 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9d3191d6-10cf-438e-b835-1fcc4e63201b req-ff10688d-2d04-4472-b8b3-108da49ec5f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d3f43ad941834fb5b7b2eb496a2a997d&device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 1098 time: 0.0434179 Aug 12 22:06:39.675553 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3191d6-10cf-438e-b835-1fcc4e63201b req-e4e185fd-0365-4cab-b314-0ce9193b16f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:39.677039 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9d3191d6-10cf-438e-b835-1fcc4e63201b req-e4e185fd-0365-4cab-b314-0ce9193b16f8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=01057699-2c01-4ea0-9fa7-475eeabfcfd7 HTTP/1.1" status: 200 len: 909 time: 0.0914583 Aug 12 22:06:39.716806 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a41610-0472-4057-9223-a8fe3e187805 req-3bf4c96b-4b9d-494b-b9a1-426f638b8b8c tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:39.718416 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-92a41610-0472-4057-9223-a8fe3e187805 req-3bf4c96b-4b9d-494b-b9a1-426f638b8b8c tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0513599 Aug 12 22:06:39.724981 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9d3191d6-10cf-438e-b835-1fcc4e63201b req-98a30ecc-fb33-4c43-9783-3589c5a537ba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7d758b6-20b5-4155-b566-d744a651bc48 HTTP/1.1" status: 200 len: 217 time: 0.0401473 Aug 12 22:06:39.761688 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-92a41610-0472-4057-9223-a8fe3e187805 req-fe8d6c0c-6185-4c6f-a704-4677da575297 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353220 Aug 12 22:06:39.777786 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-7aa5d2ea-a529-4de1-877c-140bdf804afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'name': 'tempest-TestShelveInstance-685216586-router', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:49Z', 'revision_number': 4, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'gw_port': {'id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2', 'name': '', 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'mac_address': 'fa:16:3e:e6:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:48Z', 'updated_at': '2021-08-12T22:01:54Z', 'revision_number': 5, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'subnets': [{'id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:39.781030 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3191d6-10cf-438e-b835-1fcc4e63201b req-384d7ffc-fbb5-4bda-bb62-a9000b62e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:39.782651 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9d3191d6-10cf-438e-b835-1fcc4e63201b req-384d7ffc-fbb5-4bda-bb62-a9000b62e07c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f287bda6-8844-44cc-9a28-94e343651c95 HTTP/1.1" status: 200 len: 847 time: 0.0506263 Aug 12 22:06:39.803924 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa5d2ea-a529-4de1-877c-140bdf804afc None None] Checking router: 414d4aad-cb85-4b57-be7d-f815413e889b for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:06:39.812208 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa5d2ea-a529-4de1-877c-140bdf804afc None None] Routers {'414d4aad-cb85-4b57-be7d-f815413e889b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:39.812852 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-7aa5d2ea-a529-4de1-877c-140bdf804afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:06:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['414d4aad-cb85-4b57-be7d-f815413e889b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:39.830956 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3191d6-10cf-438e-b835-1fcc4e63201b req-f1a8bf6b-2341-4c03-b01d-4ac839646275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:39.832484 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9d3191d6-10cf-438e-b835-1fcc4e63201b req-f1a8bf6b-2341-4c03-b01d-4ac839646275 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01057699-2c01-4ea0-9fa7-475eeabfcfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409417 Aug 12 22:06:39.917250 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-7aa5d2ea-a529-4de1-877c-140bdf804afc None None] Set router 414d4aad-cb85-4b57-be7d-f815413e889b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:39.926786 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9d3191d6-10cf-438e-b835-1fcc4e63201b req-c1df6936-6f2e-418e-9908-a83c91749eed service neutron] 10.222.0.66 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860200 Aug 12 22:06:40.018392 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9d3191d6-10cf-438e-b835-1fcc4e63201b req-ff8f89ca-bf41-4afa-a9fa-c98c79b11618 service neutron] 10.222.0.66 "GET /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823057 Aug 12 22:06:40.112237 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-7aa5d2ea-a529-4de1-877c-140bdf804afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'name': 'tempest-TestShelveInstance-685216586-router', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:49Z', 'revision_number': 4, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'gw_port': {'id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2', 'name': '', 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'mac_address': 'fa:16:3e:e6:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:48Z', 'updated_at': '2021-08-12T22:01:54Z', 'revision_number': 5, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'subnets': [{'id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:40.138589 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa5d2ea-a529-4de1-877c-140bdf804afc None None] The sync data for ids ['414d4aad-cb85-4b57-be7d-f815413e889b'] in dv-cinder-804457-2-iscsi is: [{'id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'name': 'tempest-TestShelveInstance-685216586-router', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:49Z', 'revision_number': 4, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'gw_port': {'id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi', '_interfaces': [{'id': '9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2', 'name': '', 'network_id': '01057699-2c01-4ea0-9fa7-475eeabfcfd7', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'mac_address': 'fa:16:3e:e6:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:48Z', 'updated_at': '2021-08-12T22:01:54Z', 'revision_number': 5, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'subnets': [{'id': 'f287bda6-8844-44cc-9a28-94e343651c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:06:40.344337 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be43841-70b6-4511-97cf-971fd67defcf None None] New status for floating IP 6d8438b8-a8f1-4c86-b799-b9ff4b9df97f: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:06:40.880771 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61271862-3653-4b95-b195-59ca64b31c56 req-653f3c2f-3d7b-4fcc-b2bc-189853d29508 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:40.882252 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-61271862-3653-4b95-b195-59ca64b31c56 req-653f3c2f-3d7b-4fcc-b2bc-189853d29508 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0510299 Aug 12 22:06:40.919798 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-61271862-3653-4b95-b195-59ca64b31c56 req-d749665e-1bee-4288-9e21-9a38d6106273 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/security-groups?id=d53d9757-e718-4245-940a-1ea1401d0ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306151 Aug 12 22:06:41.198445 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d40c5-b5c9-4e3c-a10e-6b133f30bc74 req-95803d7b-e694-46a4-8528-33ed734befca tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:06:41.199911 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7c8d40c5-b5c9-4e3c-a10e-6b133f30bc74 req-95803d7b-e694-46a4-8528-33ed734befca tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.66 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 945 time: 0.0525773 Aug 12 22:06:41.284572 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [req-7c8d40c5-b5c9-4e3c-a10e-6b133f30bc74 req-16b0a959-5a98-4712-96b1-31fcfab0856e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Deleting port a7d758b6-20b5-4155-b566-d744a651bc48 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:41.284911 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-7c8d40c5-b5c9-4e3c-a10e-6b133f30bc74 req-16b0a959-5a98-4712-96b1-31fcfab0856e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:41.372402 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-7c8d40c5-b5c9-4e3c-a10e-6b133f30bc74 req-16b0a959-5a98-4712-96b1-31fcfab0856e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] For port a7d758b6-20b5-4155-b566-d744a651bc48, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=a7d758b6-20b5-4155-b566-d744a651bc48,segment=NetworkSegment(e7146d22-729b-4c5c-bd28-052a48b87058),segment_id=e7146d22-729b-4c5c-bd28-052a48b87058)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:41.372766 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-7c8d40c5-b5c9-4e3c-a10e-6b133f30bc74 req-16b0a959-5a98-4712-96b1-31fcfab0856e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:41.385288 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [req-7c8d40c5-b5c9-4e3c-a10e-6b133f30bc74 req-16b0a959-5a98-4712-96b1-31fcfab0856e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Calling delete_port for a7d758b6-20b5-4155-b566-d744a651bc48 owned by compute:nova {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:41.506418 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-7c8d40c5-b5c9-4e3c-a10e-6b133f30bc74 req-16b0a959-5a98-4712-96b1-31fcfab0856e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:41.535591 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0a959-5a98-4712-96b1-31fcfab0856e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Pushing event deleted for resources: {'Port': ['ID=a7d758b6-20b5-4155-b566-d744a651bc48,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:41.578048 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8d40c5-b5c9-4e3c-a10e-6b133f30bc74 req-16b0a959-5a98-4712-96b1-31fcfab0856e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] No DVR routers for this DVR port a7d758b6-20b5-4155-b566-d744a651bc48 on host hv-cinder-80445 {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:06:41.580474 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-7c8d40c5-b5c9-4e3c-a10e-6b133f30bc74 req-16b0a959-5a98-4712-96b1-31fcfab0856e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245710'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:41.582443 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7c8d40c5-b5c9-4e3c-a10e-6b133f30bc74 req-16b0a959-5a98-4712-96b1-31fcfab0856e tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.66 "DELETE /v2.0/ports/a7d758b6-20b5-4155-b566-d744a651bc48 HTTP/1.1" status: 204 len: 173 time: 0.3767929 Aug 12 22:06:41.582877 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'name': 'network-vif-deleted', 'tag': 'a7d758b6-20b5-4155-b566-d744a651bc48'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:06:41.585154 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0abea4eb120534044875d7fe437bd0664345f9aeb1da5bb6b13ca0405c2de0fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d34bee-7834-42b2-8add-98a146ab6834" -d '{"events": [{"server_uuid": "05106b11-3436-4c7b-8303-267bdc3d0dd0", "name": "network-vif-deleted", "tag": "a7d758b6-20b5-4155-b566-d744a651bc48"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:06:41.622866 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d06c5c4-0a40-470d-ab84-9b6852a271d5 x-openstack-request-id: req-9d06c5c4-0a40-470d-ab84-9b6852a271d5 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:06:41.623154 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05106b11-3436-4c7b-8303-267bdc3d0dd0", "name": "network-vif-deleted", "tag": "a7d758b6-20b5-4155-b566-d744a651bc48", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:06:41.623408 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9d06c5c4-0a40-470d-ab84-9b6852a271d5 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:06:41.623803 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05106b11-3436-4c7b-8303-267bdc3d0dd0', 'name': 'network-vif-deleted', 'tag': 'a7d758b6-20b5-4155-b566-d744a651bc48', 'status': 'completed', 'code': 200} Aug 12 22:06:42.030648 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [req-094977d1-8b17-4e2e-8f17-d41b25a1cea9 req-38c6f438-6608-4cc3-b1b0-4733ff8cf309 tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "GET /v2.0/ports?device_id=05106b11-3436-4c7b-8303-267bdc3d0dd0 HTTP/1.1" status: 200 len: 210 time: 0.0300899 Aug 12 22:06:43.084781 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37492) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:43.143240 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d844d57-08aa-430b-9371-6efb5c209b5b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:43.167908 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d844d57-08aa-430b-9371-6efb5c209b5b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:43.224353 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d844d57-08aa-430b-9371-6efb5c209b5b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:43.226941 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d844d57-08aa-430b-9371-6efb5c209b5b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:43.228241 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7d844d57-08aa-430b-9371-6efb5c209b5b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] 10.222.0.74 "DELETE /v2.0/security-groups/d53d9757-e718-4245-940a-1ea1401d0ecf HTTP/1.1" status: 204 len: 168 time: 0.1423452 Aug 12 22:06:43.237378 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d844d57-08aa-430b-9371-6efb5c209b5b tempest-TestShelveInstance-1675995455 tempest-TestShelveInstance-1675995455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53d9757-e718-4245-940a-1ea1401d0ecf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:43.273752 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37496) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:43.608414 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36b0bafe-9fa1-4aa6-85bf-261d53e27059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3839125'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:43.843649 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-36b0bafe-9fa1-4aa6-85bf-261d53e27059 admin admin] Deleting port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:43.843987 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36b0bafe-9fa1-4aa6-85bf-261d53e27059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:43.918433 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-36b0bafe-9fa1-4aa6-85bf-261d53e27059 admin admin] For port 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2,segment=NetworkSegment(e7146d22-729b-4c5c-bd28-052a48b87058),segment_id=e7146d22-729b-4c5c-bd28-052a48b87058)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:43.918790 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36b0bafe-9fa1-4aa6-85bf-261d53e27059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:43.931361 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-36b0bafe-9fa1-4aa6-85bf-261d53e27059 admin admin] Calling delete_port for 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:44.102719 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36b0bafe-9fa1-4aa6-85bf-261d53e27059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:44.128271 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0bafe-9fa1-4aa6-85bf-261d53e27059 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:44.292163 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36b0bafe-9fa1-4aa6-85bf-261d53e27059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732261'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:44.504280 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b0bafe-9fa1-4aa6-85bf-261d53e27059 admin admin] Router 414d4aad-cb85-4b57-be7d-f815413e889b has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:06:44.609991 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b0bafe-9fa1-4aa6-85bf-261d53e27059 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:06:44.614956 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-36b0bafe-9fa1-4aa6-85bf-261d53e27059 admin admin] 10.222.0.74 "PUT /v2.0/routers/414d4aad-cb85-4b57-be7d-f815413e889b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3395522 Aug 12 22:06:44.617496 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37500) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:44.620232 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb97e4c-028e-480d-8748-c803da6ff792 None None] Sync routers for ids ['414d4aad-cb85-4b57-be7d-f815413e889b'] in dv-cinder-804457-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:06:44.629287 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb97e4c-028e-480d-8748-c803da6ff792 None None] Routers {'414d4aad-cb85-4b57-be7d-f815413e889b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:44.629911 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-3fb97e4c-028e-480d-8748-c803da6ff792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:06:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['414d4aad-cb85-4b57-be7d-f815413e889b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:44.735470 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-3fb97e4c-028e-480d-8748-c803da6ff792 None None] Set router 414d4aad-cb85-4b57-be7d-f815413e889b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:44.911304 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bb04d4b-f506-4b2d-8f08-5fff38beb4fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:44.912406 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-3fb97e4c-028e-480d-8748-c803da6ff792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'name': 'tempest-TestShelveInstance-685216586-router', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:06:44Z', 'revision_number': 5, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'gw_port': {'id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:44.943513 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb97e4c-028e-480d-8748-c803da6ff792 None None] Checking router: 414d4aad-cb85-4b57-be7d-f815413e889b for host: dv-cinder-804457-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:06:44.952517 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb97e4c-028e-480d-8748-c803da6ff792 None None] Routers {'414d4aad-cb85-4b57-be7d-f815413e889b'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:44.953205 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-3fb97e4c-028e-480d-8748-c803da6ff792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:06:18Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['414d4aad-cb85-4b57-be7d-f815413e889b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:45.194270 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-3fb97e4c-028e-480d-8748-c803da6ff792 None None] Set router 414d4aad-cb85-4b57-be7d-f815413e889b gateway port host: dv-cinder-804457-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:45.283446 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bb04d4b-f506-4b2d-8f08-5fff38beb4fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:45.303316 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ca599df-82c7-42d9-a99a-5cc95be72201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:45.340494 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-8bb04d4b-f506-4b2d-8f08-5fff38beb4fb admin admin] Deleting port b28be700-bd91-428e-96b2-61f0b96a3cd7 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:45.340837 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bb04d4b-f506-4b2d-8f08-5fff38beb4fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:45.384230 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-3fb97e4c-028e-480d-8748-c803da6ff792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'name': 'tempest-TestShelveInstance-685216586-router', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:06:44Z', 'revision_number': 5, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'gw_port': {'id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:45.411682 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb97e4c-028e-480d-8748-c803da6ff792 None None] The sync data for ids ['414d4aad-cb85-4b57-be7d-f815413e889b'] in dv-cinder-804457-2-iscsi is: [{'id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'name': 'tempest-TestShelveInstance-685216586-router', 'tenant_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:06:44Z', 'revision_number': 5, 'project_id': 'd3f43ad941834fb5b7b2eb496a2a997d', 'gw_port': {'id': 'b28be700-bd91-428e-96b2-61f0b96a3cd7', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d4aad-cb85-4b57-be7d-f815413e889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:46Z', 'updated_at': '2021-08-12T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:06:45.420960 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-8bb04d4b-f506-4b2d-8f08-5fff38beb4fb admin admin] For port b28be700-bd91-428e-96b2-61f0b96a3cd7, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=b28be700-bd91-428e-96b2-61f0b96a3cd7,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:45.421356 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bb04d4b-f506-4b2d-8f08-5fff38beb4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:45.446046 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-8bb04d4b-f506-4b2d-8f08-5fff38beb4fb admin admin] Calling delete_port for b28be700-bd91-428e-96b2-61f0b96a3cd7 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:45.604923 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bb04d4b-f506-4b2d-8f08-5fff38beb4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:45.632947 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb04d4b-f506-4b2d-8f08-5fff38beb4fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b28be700-bd91-428e-96b2-61f0b96a3cd7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:45.694120 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bb04d4b-f506-4b2d-8f08-5fff38beb4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733215'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:45.728416 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device a7d758b6-20b5-4155-b566-d744a651bc48 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:06:45.754598 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] No Port match for: a7d758b6-20b5-4155-b566-d744a651bc48 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:06:45.755248 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Device a7d758b6-20b5-4155-b566-d744a651bc48 not bound to the agent host hv-cinder-80445 {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:06:45.787103 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bb04d4b-f506-4b2d-8f08-5fff38beb4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233106'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:45.789620 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bb04d4b-f506-4b2d-8f08-5fff38beb4fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:45.834361 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bb04d4b-f506-4b2d-8f08-5fff38beb4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732028'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:45.834895 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb04d4b-f506-4b2d-8f08-5fff38beb4fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 414d4aad-cb85-4b57-be7d-f815413e889b {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:06:45.839485 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8bb04d4b-f506-4b2d-8f08-5fff38beb4fb admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:45.840657 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8bb04d4b-f506-4b2d-8f08-5fff38beb4fb admin admin] 10.222.0.74 "DELETE /v2.0/routers/414d4aad-cb85-4b57-be7d-f815413e889b HTTP/1.1" status: 204 len: 168 time: 1.2221274 Aug 12 22:06:45.843090 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37504) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:45.892372 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b7f452-54f3-4ad1-83d5-1f8619b1f178 admin admin] Deleting subnet f287bda6-8844-44cc-9a28-94e343651c95 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:06:45.895436 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31b7f452-54f3-4ad1-83d5-1f8619b1f178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:45.928054 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31b7f452-54f3-4ad1-83d5-1f8619b1f178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8661345'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:46.008549 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31b7f452-54f3-4ad1-83d5-1f8619b1f178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:46.069759 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31b7f452-54f3-4ad1-83d5-1f8619b1f178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12338783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463963'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:46.098507 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7f452-54f3-4ad1-83d5-1f8619b1f178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f287bda6-8844-44cc-9a28-94e343651c95,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:46.102095 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31b7f452-54f3-4ad1-83d5-1f8619b1f178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:46.104467 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-31b7f452-54f3-4ad1-83d5-1f8619b1f178 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f287bda6-8844-44cc-9a28-94e343651c95 HTTP/1.1" status: 204 len: 168 time: 0.2604294 Aug 12 22:06:46.107251 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 37506) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:46.108638 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d70812d-c256-43d3-920e-3d955c4046d6 None None] Network 01057699-2c01-4ea0-9fa7-475eeabfcfd7 requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:06:46.172905 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:46.228651 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] Deleting port 95818aad-d227-48b7-9d19-de20e7394642 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:46.228981 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:46.294219 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] For port 95818aad-d227-48b7-9d19-de20e7394642, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=95818aad-d227-48b7-9d19-de20e7394642,segment=NetworkSegment(e7146d22-729b-4c5c-bd28-052a48b87058),segment_id=e7146d22-729b-4c5c-bd28-052a48b87058)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:46.294591 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:46.308702 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] Calling delete_port for 95818aad-d227-48b7-9d19-de20e7394642 owned by network:dhcp {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:46.389877 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8416833'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:46.407337 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bf1096-90d6-4251-be7a-4d7a1f038bb4 None None] DHCP port deletion for 01057699-2c01-4ea0-9fa7-475eeabfcfd7 request from dv-cinder-804457-2-iscsi {{(pid=93883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:06:46.413938 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=95818aad-d227-48b7-9d19-de20e7394642,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:46.421091 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] No DVR routers for this DVR port 95818aad-d227-48b7-9d19-de20e7394642 on host dv-cinder-804457-2-iscsi {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:06:46.478578 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:06:46.492522 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:46.504603 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01057699-2c01-4ea0-9fa7-475eeabfcfd7']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:46.506182 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:06:46.506598 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 9c5c9af6-19bb-4f5e-8b5a-5591348e9ae2 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:06:46.515937 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7146d22-729b-4c5c-bd28-052a48b87058') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:46.516240 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7146d22-729b-4c5c-bd28-052a48b87058') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:46.527480 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8446753'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:46.541623 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:46.547809 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:06:46.548201 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416940'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: Traceback (most recent call last): Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: timer() Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: cb(*args, **kw) Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: self._notify() Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: self.callback(batched_events) Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: event.method(event) Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: return f(self, *a, **k) Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._get(url).json() Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:06:46.550057 dv-cinder-804457-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:06:46.606776 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:46.612049 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:46.613936 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] 10.222.0.74 "DELETE /v2.0/networks/01057699-2c01-4ea0-9fa7-475eeabfcfd7 HTTP/1.1" status: 204 len: 168 time: 0.5057085 Aug 12 22:06:46.616915 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37508) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:46.624498 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e284016-b304-49c7-97a6-d81fede62e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=01057699-2c01-4ea0-9fa7-475eeabfcfd7,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:46.948370 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c3382b86-8c70-4d1a-8a33-05577b570bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3839125'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:47.182712 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c3382b86-8c70-4d1a-8a33-05577b570bc2 admin admin] Deleting port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:47.183072 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c3382b86-8c70-4d1a-8a33-05577b570bc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:47.259154 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c3382b86-8c70-4d1a-8a33-05577b570bc2 admin admin] For port 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4,segment=NetworkSegment(e639b910-ae51-44da-8678-1d3729a1f2e6),segment_id=e639b910-ae51-44da-8678-1d3729a1f2e6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:47.259366 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c3382b86-8c70-4d1a-8a33-05577b570bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:47.271549 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c3382b86-8c70-4d1a-8a33-05577b570bc2 admin admin] Calling delete_port for 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:47.444131 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c3382b86-8c70-4d1a-8a33-05577b570bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:47.473775 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3382b86-8c70-4d1a-8a33-05577b570bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:47.629344 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c3382b86-8c70-4d1a-8a33-05577b570bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3775749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732261'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:47.750448 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4cdfd3ad-0498-43b0-a2f8-2f2218e52509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:47.835684 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3382b86-8c70-4d1a-8a33-05577b570bc2 admin admin] Router 1c520833-5141-4599-8c70-5b914310703f has already been hosted by L3 agent 5da147f7-d7dc-480e-aa07-6a0b067dc53c {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:06:47.938044 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3382b86-8c70-4d1a-8a33-05577b570bc2 admin admin] Notify agent at l3_agent.dv-cinder-804457-2-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:06:47.942963 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c3382b86-8c70-4d1a-8a33-05577b570bc2 admin admin] 10.222.0.74 "PUT /v2.0/routers/1c520833-5141-4599-8c70-5b914310703f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3249600 Aug 12 22:06:47.945584 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37510) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:47.947520 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22fd099-6741-494e-80b7-758b2bd9ee84 None None] Sync routers for ids ['1c520833-5141-4599-8c70-5b914310703f'] in dv-cinder-804457-2-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:06:47.956667 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22fd099-6741-494e-80b7-758b2bd9ee84 None None] Routers {'1c520833-5141-4599-8c70-5b914310703f'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:47.957310 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c22fd099-6741-494e-80b7-758b2bd9ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:06:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1c520833-5141-4599-8c70-5b914310703f'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:48.045106 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3f0f911d-0933-410c-b6a7-0c5a6cfa172a admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.064074 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c22fd099-6741-494e-80b7-758b2bd9ee84 None None] Set router 1c520833-5141-4599-8c70-5b914310703f gateway port host: dv-cinder-804457-2-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:48.126646 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device b28be700-bd91-428e-96b2-61f0b96a3cd7 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:06:48.148373 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: b28be700-bd91-428e-96b2-61f0b96a3cd7 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:06:48.148807 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device b28be700-bd91-428e-96b2-61f0b96a3cd7 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:06:48.149678 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 95818aad-d227-48b7-9d19-de20e7394642 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:06:48.150066 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3f0f911d-0933-410c-b6a7-0c5a6cfa172a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.169891 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 95818aad-d227-48b7-9d19-de20e7394642 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:06:48.170344 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 95818aad-d227-48b7-9d19-de20e7394642 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:06:48.202950 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.208216 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f911d-0933-410c-b6a7-0c5a6cfa172a admin admin] Deleting port d8996af7-2efb-4091-9be5-e88bac71a476 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:48.208558 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3f0f911d-0933-410c-b6a7-0c5a6cfa172a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.249089 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c22fd099-6741-494e-80b7-758b2bd9ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c520833-5141-4599-8c70-5b914310703f', 'name': 'tempest-TestShelveInstance-835867827-router', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'external_fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd8996af7-2efb-4091-9be5-e88bac71a476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:52Z', 'updated_at': '2021-08-12T22:06:47Z', 'revision_number': 5, 'project_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'gw_port': {'id': 'd8996af7-2efb-4091-9be5-e88bac71a476', 'name': '', 'network_id': '07826dfc-c97d-4455-8ea3-8b8e78ba3228', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c520833-5141-4599-8c70-5b914310703f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:01:53Z', 'updated_at': '2021-08-12T22:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4a155ac-5161-4949-b082-fa95c9ae046a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-2-iscsi'}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:48.279777 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22fd099-6741-494e-80b7-758b2bd9ee84 None None] Checking router: 1c520833-5141-4599-8c70-5b914310703f for host: dv-cinder-804457-2-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:06:48.287754 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22fd099-6741-494e-80b7-758b2bd9ee84 None None] Routers {'1c520833-5141-4599-8c70-5b914310703f'} bound to L3 agent in host dv-cinder-804457-2-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:06:48.288361 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c22fd099-6741-494e-80b7-758b2bd9ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T21:46:48Z,description=,heartbeat_timestamp=2021-08-12T22:06:48Z,host='dv-cinder-804457-2-iscsi',id=5da147f7-d7dc-480e-aa07-6a0b067dc53c,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T21:46:48Z,topic='l3_agent')) {'router_ids': ['1c520833-5141-4599-8c70-5b914310703f'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:48.289410 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-3f0f911d-0933-410c-b6a7-0c5a6cfa172a admin admin] For port d8996af7-2efb-4091-9be5-e88bac71a476, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=d8996af7-2efb-4091-9be5-e88bac71a476,segment=NetworkSegment(8f620909-b5c9-49ef-86e1-3879e0eb5780),segment_id=8f620909-b5c9-49ef-86e1-3879e0eb5780)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:48.289775 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3f0f911d-0933-410c-b6a7-0c5a6cfa172a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.302169 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f911d-0933-410c-b6a7-0c5a6cfa172a admin admin] Calling delete_port for d8996af7-2efb-4091-9be5-e88bac71a476 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:48.374481 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c22fd099-6741-494e-80b7-758b2bd9ee84 None None] Set router 1c520833-5141-4599-8c70-5b914310703f gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:06:48.425748 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c22fd099-6741-494e-80b7-758b2bd9ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c520833-5141-4599-8c70-5b914310703f', 'name': 'tempest-TestShelveInstance-835867827-router', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:52Z', 'updated_at': '2021-08-12T22:06:48Z', 'revision_number': 6, 'project_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'gw_port_host': None}], 'dv-cinder-804457-2-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:48.454739 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22fd099-6741-494e-80b7-758b2bd9ee84 None None] The sync data for ids ['1c520833-5141-4599-8c70-5b914310703f'] in dv-cinder-804457-2-iscsi is: [{'id': '1c520833-5141-4599-8c70-5b914310703f', 'name': 'tempest-TestShelveInstance-835867827-router', 'tenant_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:01:52Z', 'updated_at': '2021-08-12T22:06:48Z', 'revision_number': 6, 'project_id': 'f9545191d2c643c0b96ca1a1a86a9bc8', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:06:48.461536 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3f0f911d-0933-410c-b6a7-0c5a6cfa172a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.489026 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f911d-0933-410c-b6a7-0c5a6cfa172a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8996af7-2efb-4091-9be5-e88bac71a476,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:48.548554 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3f0f911d-0933-410c-b6a7-0c5a6cfa172a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733215'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.632410 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3f0f911d-0933-410c-b6a7-0c5a6cfa172a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3732019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233106'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.635172 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3f0f911d-0933-410c-b6a7-0c5a6cfa172a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.935340 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3f0f911d-0933-410c-b6a7-0c5a6cfa172a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3732028'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.935916 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0f911d-0933-410c-b6a7-0c5a6cfa172a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c520833-5141-4599-8c70-5b914310703f {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:06:48.940121 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3f0f911d-0933-410c-b6a7-0c5a6cfa172a admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.941269 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3f0f911d-0933-410c-b6a7-0c5a6cfa172a admin admin] 10.222.0.74 "DELETE /v2.0/routers/1c520833-5141-4599-8c70-5b914310703f HTTP/1.1" status: 204 len: 168 time: 0.9939828 Aug 12 22:06:48.943722 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37512) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:48.978684 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:48.986477 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3789c3d-7085-4f01-8326-ae1c6cb8db7a admin admin] Deleting subnet 3791a506-bfeb-49a4-b89b-0fa9237e0c2f {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:06:48.989429 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b3789c3d-7085-4f01-8326-ae1c6cb8db7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.022856 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b3789c3d-7085-4f01-8326-ae1c6cb8db7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8661345'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.098816 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b3789c3d-7085-4f01-8326-ae1c6cb8db7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573622'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.148767 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b3789c3d-7085-4f01-8326-ae1c6cb8db7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12338783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463963'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.174575 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3789c3d-7085-4f01-8326-ae1c6cb8db7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3791a506-bfeb-49a4-b89b-0fa9237e0c2f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:49.178057 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b3789c3d-7085-4f01-8326-ae1c6cb8db7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.181791 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b3789c3d-7085-4f01-8326-ae1c6cb8db7a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3791a506-bfeb-49a4-b89b-0fa9237e0c2f HTTP/1.1" status: 204 len: 168 time: 0.2369382 Aug 12 22:06:49.183203 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37514) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:49.184604 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274e8237-394b-40d2-a2d9-884fa673a6d4 None None] Network ca49c56b-be28-4c77-98a1-9cd2aa51463b requested from dv-cinder-804457-2-iscsi {{(pid=93883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:06:49.250110 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753513'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.316971 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] Deleting port 9c886c11-0880-45dc-ba23-e45f0f44ea39 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:49.317358 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.361375 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70afbf41-5b48-4343-bdd1-1a5932882be2 None None] DHCP port deletion for ca49c56b-be28-4c77-98a1-9cd2aa51463b request from dv-cinder-804457-2-iscsi {{(pid=93883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:06:49.383954 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] For port 9c886c11-0880-45dc-ba23-e45f0f44ea39, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=9c886c11-0880-45dc-ba23-e45f0f44ea39,segment=NetworkSegment(e639b910-ae51-44da-8678-1d3729a1f2e6),segment_id=e639b910-ae51-44da-8678-1d3729a1f2e6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:49.384606 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.400329 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] Calling delete_port for 9c886c11-0880-45dc-ba23-e45f0f44ea39 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:49.409857 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-70afbf41-5b48-4343-bdd1-1a5932882be2 None None] Deleting port 9c886c11-0880-45dc-ba23-e45f0f44ea39 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:06:49.410323 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70afbf41-5b48-4343-bdd1-1a5932882be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757134384680'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.485389 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-70afbf41-5b48-4343-bdd1-1a5932882be2 None None] For port 9c886c11-0880-45dc-ba23-e45f0f44ea39, host dv-cinder-804457-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-2-iscsi',level=0,port_id=9c886c11-0880-45dc-ba23-e45f0f44ea39,segment=NetworkSegment(e639b910-ae51-44da-8678-1d3729a1f2e6),segment_id=e639b910-ae51-44da-8678-1d3729a1f2e6)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:06:49.485752 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70afbf41-5b48-4343-bdd1-1a5932882be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728314'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.486047 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12338796'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.502661 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-70afbf41-5b48-4343-bdd1-1a5932882be2 None None] Calling delete_port for 9c886c11-0880-45dc-ba23-e45f0f44ea39 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:06:49.512777 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] Pushing event deleted for resources: {'Port': ['ID=9c886c11-0880-45dc-ba23-e45f0f44ea39,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:49.520149 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] No DVR routers for this DVR port 9c886c11-0880-45dc-ba23-e45f0f44ea39 on host dv-cinder-804457-2-iscsi {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:06:49.579331 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70afbf41-5b48-4343-bdd1-1a5932882be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757134391682', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757133836548'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.586213 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-588337', 'neutron.services.segments.db._delete_segments_for_network-8757134312048'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.597018 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca49c56b-be28-4c77-98a1-9cd2aa51463b']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:49.605998 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70afbf41-5b48-4343-bdd1-1a5932882be2 None None] No DVR routers for this DVR port 9c886c11-0880-45dc-ba23-e45f0f44ea39 on host dv-cinder-804457-2-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:06:49.608039 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afbf41-5b48-4343-bdd1-1a5932882be2 None None] Pushing event deleted for resources: {'Port': ['ID=9c886c11-0880-45dc-ba23-e45f0f44ea39,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:49.610664 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e639b910-ae51-44da-8678-1d3729a1f2e6') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:49.610992 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e639b910-ae51-44da-8678-1d3729a1f2e6') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:06:49.622977 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757134316153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8661366'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.637078 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.643190 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:06:49.643587 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-573687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12338817'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: Traceback (most recent call last): Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: timer() Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: cb(*args, **kw) Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: return func(*args, **kwargs) Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: self._notify() Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: self.callback(batched_events) Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: event.method(event) Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: return f(self, *a, **k) Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: return self._get(url).json() Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:06:49.645440 dv-cinder-804457-2-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:06:49.698057 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-588328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3775804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3733155'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.703053 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3775778'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.704865 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] 10.222.0.74 "DELETE /v2.0/networks/ca49c56b-be28-4c77-98a1-9cd2aa51463b HTTP/1.1" status: 204 len: 168 time: 0.5207217 Aug 12 22:06:49.716273 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a09270-71e7-48c5-a8c2-11d5b3ea64fc admin admin] Pushing event deleted for resources: {'Network': ['ID=ca49c56b-be28-4c77-98a1-9cd2aa51463b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:49.812665 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37518) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:49.850132 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d76da106-1e4c-4794-af91-23dbbd95cda7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d3f43ad941834fb5b7b2eb496a2a997d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0363195 Aug 12 22:06:49.852908 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.74', 37520) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:49.898742 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b65734a-4cee-40aa-b77e-5903d0d23373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.922788 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b65734a-4cee-40aa-b77e-5903d0d23373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.966375 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b65734a-4cee-40aa-b77e-5903d0d23373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.969013 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b65734a-4cee-40aa-b77e-5903d0d23373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:49.970179 dv-cinder-804457-2-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8b65734a-4cee-40aa-b77e-5903d0d23373 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/12fc1c82-5310-4c77-8c3f-38b69f550e42 HTTP/1.1" status: 204 len: 168 time: 0.1163745 Aug 12 22:06:49.978693 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65734a-4cee-40aa-b77e-5903d0d23373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fc1c82-5310-4c77-8c3f-38b69f550e42,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:50.060584 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:06:50.081518 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:06:50.082052 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 49d1ebba-b1b9-4441-a5a9-71eb9a23e9e4 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:06:50.082585 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device d8996af7-2efb-4091-9be5-e88bac71a476 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:06:50.103853 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: d8996af7-2efb-4091-9be5-e88bac71a476 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:06:50.104207 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device d8996af7-2efb-4091-9be5-e88bac71a476 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:06:50.104738 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 9c886c11-0880-45dc-ba23-e45f0f44ea39 no longer exists at agent ovs-agent-dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:06:50.123831 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] No Port match for: 9c886c11-0880-45dc-ba23-e45f0f44ea39 {{(pid=93883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:06:50.124099 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.rpc [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Device 9c886c11-0880-45dc-ba23-e45f0f44ea39 not bound to the agent host dv-cinder-804457-2-iscsi {{(pid=93883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:06:50.274768 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 37526) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:50.313857 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ab74aeed-3629-43d3-b0ce-4e1d0a7ed256 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f9545191d2c643c0b96ca1a1a86a9bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379441 Aug 12 22:06:50.316307 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.74', 37528) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:06:50.362823 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-77eeca1b-4b29-4ff6-852e-e348f7273e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:50.383271 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-77eeca1b-4b29-4ff6-852e-e348f7273e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:50.432950 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-77eeca1b-4b29-4ff6-852e-e348f7273e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872443'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:50.435495 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-77eeca1b-4b29-4ff6-852e-e348f7273e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:50.436643 dv-cinder-804457-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-77eeca1b-4b29-4ff6-852e-e348f7273e54 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5e08a16e-6c58-425c-9bf7-f783cd3829e0 HTTP/1.1" status: 204 len: 168 time: 0.1194508 Aug 12 22:06:50.444554 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eeca1b-4b29-4ff6-852e-e348f7273e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e08a16e-6c58-425c-9bf7-f783cd3829e0,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:06:50.481955 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:06:53.733626 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:07:07.905237 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:15.284331 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1055a2af-1b28-4a3e-b262-298f67f4272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:17.752315 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76581e20-5cc0-4959-af8f-f220c495747e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:18.202541 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:18.981014 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:20.480244 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:30.732981 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:07:37.904736 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:45.284673 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ec2f2b9-9351-4f0d-9fb2-4f0a4c788c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:47.753229 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e08a4f0-b265-49e2-9feb-c46e3b67c49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:48.203325 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:48.983613 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:07:50.483609 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:07.733102 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:08:07.900845 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:15.285865 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92e413b0-17c6-43e6-948d-133407cec889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:17.757764 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-027c4405-b395-4cd6-a820-125811469544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:18.211587 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:18.990406 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:20.489654 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:37.898676 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:44.731500 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:08:45.286391 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-145fc90e-3545-4cc8-8483-5aaf4fe13d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:47.749047 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-faabb369-2890-4eb6-9a68-1ae332ac65f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:48.202398 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:48.989620 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:08:50.489768 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:07.900360 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:15.288225 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c511e63-4f0a-4f63-81c9-13f3dc4c7b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:17.751042 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2d913c3-9c90-4331-ac1a-a073c860f65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:18.202636 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:18.991975 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:20.492101 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:21.730506 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:09:37.893379 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:42.020421 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [req-d6d6d83d-ff41-4a4f-83b6-830d2dd9c36c req-33557c31-9197-4f8d-998c-44d69d31380a service neutron] (93881) timed out ('10.222.0.66', 57470) {{(pid=93881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 22:09:45.289693 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3e2239b-b5ae-4371-a39c-2269a7051762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:47.752500 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e19f14f-ee92-4902-a2b5-dbda60604bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:48.202608 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:48.996555 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:50.494880 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:09:53.001133 dv-cinder-804457-2-iscsi neutron-server[93882]: DEBUG neutron.wsgi [req-f3ed30cc-0573-47bb-8ab0-81009d924e41 req-a0276a71-14e4-43f8-bd58-a8235e6a9d31 service neutron] (93882) timed out ('10.222.0.66', 57465) {{(pid=93882) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 22:09:58.729680 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:10:07.898680 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:10.503737 dv-cinder-804457-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [req-2d46cc05-6c45-4dab-b846-567a66edf3ed req-7c4afa24-080a-4552-ac18-697421adc291 service neutron] (93881) timed out ('10.222.0.66', 57491) {{(pid=93881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 22:10:15.289762 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d924449-168a-4c84-af22-c8ebcae38b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:17.754627 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe324b3b-8628-41b9-b3f5-7887ec1722ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:18.202392 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:18.998804 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:20.496826 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:35.729219 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:10:37.915718 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:45.289849 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa98ec0a-5cdf-4f21-96da-a6108eb9d99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:47.756170 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21b17b42-2d31-4485-9434-bfa7f76e6934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:48.203296 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:49.001337 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:10:50.499453 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:07.906203 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:12.728398 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:11:15.290181 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4b910cc-389d-4619-9a94-ba8b67e2c45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:17.757822 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb0d6f58-9c98-470a-b836-a221f705d239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:18.204205 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:19.004884 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:20.500645 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:37.926862 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:45.290349 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f834365b-b6fb-4d55-bec5-4479fa8f57d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:47.759290 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-646cf2c6-e44f-466e-9a35-bfe377d08551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:48.203974 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-386403eb-3abc-4096-8a36-37f5b30e98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:49.007630 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5111067-3ca3-4c3b-8090-3d12ec675bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:11:49.726629 dv-cinder-804457-2-iscsi neutron-server[93884]: DEBUG neutron.db.agents_db [None req-f43dbf76-4983-417d-8eef-e8985882f23f None None] Agent healthcheck: found 6 active agents {{(pid=93884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:11:50.503640 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee68c59-fd90-4769-96d1-022df4059316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:12:07.936783 dv-cinder-804457-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61e508ae-0481-425f-b50d-6ad8af66b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757134311940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535295'] for agent, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}